2023-11-19 01:22:43,608 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:22:43,635 main DEBUG Took 0.015566 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:22:43,635 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:22:43,636 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:22:43,637 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:22:43,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,650 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:22:43,665 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,668 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,668 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,669 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,671 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,672 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,673 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,673 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:22:43,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,675 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:22:43,677 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:22:43,679 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:22:43,682 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:22:43,682 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:22:43,683 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:22:43,684 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:22:43,697 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:22:43,699 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:22:43,700 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:22:43,701 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:22:43,701 main DEBUG createAppenders(={Console}) 2023-11-19 01:22:43,702 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-19 01:22:43,702 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:22:43,703 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-19 01:22:43,703 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:22:43,703 main DEBUG OutputStream closed 2023-11-19 01:22:43,704 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:22:43,704 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:22:43,704 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-19 01:22:43,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:22:43,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:22:43,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:22:43,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:22:43,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:22:43,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:22:43,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:22:43,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:22:43,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:22:43,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:22:43,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:22:43,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:22:43,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:22:43,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:22:43,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:22:43,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:22:43,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:22:43,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:22:43,772 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:22:43,772 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-19 01:22:43,773 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:22:43,774 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-19T01:22:43,808 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRepairAfterFailedDelete timeout: 13 mins 2023-11-19 01:22:43,812 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:22:43,813 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:22:44,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7 2023-11-19T01:22:44,187 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:22:44,189 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:44,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:22:44,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772, deleteOnExit=true 2023-11-19T01:22:44,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:22:44,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/test.cache.data in system properties and HBase conf 2023-11-19T01:22:44,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:22:44,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:22:44,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:22:44,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:22:44,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:22:44,318 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:22:44,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:22:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:22:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:22:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:22:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:22:44,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:22:44,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:22:44,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:22:44,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:22:44,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:22:44,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:22:44,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:22:44,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:22:44,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:22:44,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:22:45,292 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:22:45,297 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:22:45,604 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:22:45,747 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@265fbe8e via org.mortbay.log.Slf4jLog 2023-11-19T01:22:45,763 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:22:45,803 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:22:45,853 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_localhost_34121_hdfs____.85x0dj/webapp 2023-11-19T01:22:45,983 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34121 2023-11-19T01:22:46,005 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:22:46,005 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:22:46,569 WARN [Listener at localhost/45379 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:22:46,635 WARN [Listener at localhost/45379 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:22:46,654 WARN [Listener at localhost/45379 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:22:46,662 INFO [Listener at localhost/45379 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:22:46,669 INFO [Listener at localhost/45379 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_localhost_34895_datanode____.e3kv9i/webapp 2023-11-19T01:22:46,775 INFO [Listener at localhost/45379 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34895 2023-11-19T01:22:47,073 WARN [Listener at localhost/40349 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:22:47,376 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:22:47,559 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xffe13c57daad2457: Processing first storage report for DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0 from datanode 89ca8a5f-b333-40bb-aa4f-607c0fd4eb14 2023-11-19T01:22:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xffe13c57daad2457: from storage DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0 node DatanodeRegistration(127.0.0.1:42195, datanodeUuid=89ca8a5f-b333-40bb-aa4f-607c0fd4eb14, infoPort=45589, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=948758845;c=1700356965372), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-19T01:22:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xffe13c57daad2457: Processing first storage report for DS-4ea91c01-6459-424d-a0f5-871a04444b84 from datanode 89ca8a5f-b333-40bb-aa4f-607c0fd4eb14 2023-11-19T01:22:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xffe13c57daad2457: from storage DS-4ea91c01-6459-424d-a0f5-871a04444b84 node DatanodeRegistration(127.0.0.1:42195, datanodeUuid=89ca8a5f-b333-40bb-aa4f-607c0fd4eb14, infoPort=45589, infoSecurePort=0, ipcPort=40349, storageInfo=lv=-57;cid=testClusterID;nsid=948758845;c=1700356965372), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:22:47,630 DEBUG [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7 2023-11-19T01:22:47,781 INFO [Listener at localhost/40349 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/zookeeper_0, clientPort=60801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:22:47,801 INFO [Listener at localhost/40349 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60801 2023-11-19T01:22:47,808 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:47,810 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:48,500 INFO [Listener at localhost/40349 {}] util.FSUtils(462): Created version file at hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b with version=8 2023-11-19T01:22:48,500 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/hbase-staging 2023-11-19T01:22:48,518 DEBUG [Listener at localhost/40349 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:22:48,519 DEBUG [Listener at localhost/40349 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:22:48,519 DEBUG [Listener at localhost/40349 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:22:48,519 DEBUG [Listener at localhost/40349 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:22:48,744 DEBUG [Listener at localhost/40349 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:22:49,546 INFO [Listener at localhost/40349 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:22:49,600 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:49,600 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:49,601 INFO [Listener at localhost/40349 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:22:49,601 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:49,601 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:22:49,775 INFO [Listener at localhost/40349 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:22:49,948 INFO [Listener at localhost/40349 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:22:49,969 DEBUG [Listener at localhost/40349 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:22:49,975 INFO [Listener at localhost/40349 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:22:50,025 DEBUG [Listener at localhost/40349 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 23181 (auto-detected) 2023-11-19T01:22:50,026 DEBUG [Listener at localhost/40349 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:22:50,069 INFO [Listener at localhost/40349 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:44275 2023-11-19T01:22:50,087 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:50,088 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:50,113 INFO [Listener at localhost/40349 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:44275 connecting to ZooKeeper ensemble=127.0.0.1:60801 2023-11-19T01:22:50,173 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:442750x0, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:22:50,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:44275-0x10123a059880000 connected 2023-11-19T01:22:50,213 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:22:50,217 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:22:50,221 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:22:50,231 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44275 2023-11-19T01:22:50,232 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44275 2023-11-19T01:22:50,232 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44275 2023-11-19T01:22:50,233 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44275 2023-11-19T01:22:50,233 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44275 2023-11-19T01:22:50,291 INFO [Listener at localhost/40349 {}] log.Log(170): Logging initialized @7446ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:22:50,428 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:22:50,429 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:22:50,430 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:22:50,432 INFO [Listener at localhost/40349 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:22:50,432 INFO [Listener at localhost/40349 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:22:50,432 INFO [Listener at localhost/40349 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:22:50,435 INFO [Listener at localhost/40349 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:22:50,575 INFO [Listener at localhost/40349 {}] http.HttpServer(1227): Jetty bound to port 37693 2023-11-19T01:22:50,578 INFO [Listener at localhost/40349 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:22:50,625 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:50,630 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5f98ee87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:22:50,631 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:50,631 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@78cd5b1f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:22:50,726 INFO [Listener at localhost/40349 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:22:50,739 INFO [Listener at localhost/40349 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:22:50,739 INFO [Listener at localhost/40349 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:22:50,741 INFO [Listener at localhost/40349 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:22:50,749 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:51,925 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7b26d55e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:22:51,936 INFO [Listener at localhost/40349 {}] server.AbstractConnector(333): Started ServerConnector@42b7ee43{HTTP/1.1, (http/1.1)}{0.0.0.0:37693} 2023-11-19T01:22:51,936 INFO [Listener at localhost/40349 {}] server.Server(415): Started @9092ms 2023-11-19T01:22:51,940 INFO [Listener at localhost/40349 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b, hbase.cluster.distributed=false 2023-11-19T01:22:52,000 INFO [Listener at localhost/40349 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:22:52,001 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:52,001 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:52,001 INFO [Listener at localhost/40349 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:22:52,001 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:22:52,001 INFO [Listener at localhost/40349 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:22:52,010 INFO [Listener at localhost/40349 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:22:52,012 INFO [Listener at localhost/40349 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:22:52,013 INFO [Listener at localhost/40349 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:41079 2023-11-19T01:22:52,016 INFO [Listener at localhost/40349 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:22:52,023 DEBUG [Listener at localhost/40349 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:22:52,024 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:52,027 INFO [Listener at localhost/40349 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:52,029 INFO [Listener at localhost/40349 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:41079 connecting to ZooKeeper ensemble=127.0.0.1:60801 2023-11-19T01:22:52,033 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:410790x0, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:22:52,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:41079-0x10123a059880001 connected 2023-11-19T01:22:52,035 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:22:52,036 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:22:52,037 DEBUG [Listener at localhost/40349 {}] zookeeper.ZKUtil(113): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:22:52,038 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41079 2023-11-19T01:22:52,038 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41079 2023-11-19T01:22:52,039 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41079 2023-11-19T01:22:52,039 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41079 2023-11-19T01:22:52,039 DEBUG [Listener at localhost/40349 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41079 2023-11-19T01:22:52,043 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:22:52,044 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:22:52,044 INFO [Listener at localhost/40349 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:22:52,045 INFO [Listener at localhost/40349 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:22:52,045 INFO [Listener at localhost/40349 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:22:52,045 INFO [Listener at localhost/40349 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:22:52,046 INFO [Listener at localhost/40349 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:22:52,048 INFO [Listener at localhost/40349 {}] http.HttpServer(1227): Jetty bound to port 34867 2023-11-19T01:22:52,048 INFO [Listener at localhost/40349 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:22:52,050 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:52,051 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@72098a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:22:52,052 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:52,052 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@334b24fa{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:22:52,065 INFO [Listener at localhost/40349 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:22:52,067 INFO [Listener at localhost/40349 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:22:52,067 INFO [Listener at localhost/40349 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:22:52,067 INFO [Listener at localhost/40349 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:22:52,069 INFO [Listener at localhost/40349 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:22:52,075 INFO [Listener at localhost/40349 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@10b193c8{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:22:52,076 INFO [Listener at localhost/40349 {}] server.AbstractConnector(333): Started ServerConnector@34121349{HTTP/1.1, (http/1.1)}{0.0.0.0:34867} 2023-11-19T01:22:52,076 INFO [Listener at localhost/40349 {}] server.Server(415): Started @9232ms 2023-11-19T01:22:52,083 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:22:52,086 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@52520c5a{HTTP/1.1, (http/1.1)}{0.0.0.0:39867} 2023-11-19T01:22:52,086 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9242ms 2023-11-19T01:22:52,086 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:52,099 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:22:52,099 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:22:52,102 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:52,112 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:44275 2023-11-19T01:22:52,125 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:22:52,126 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:22:52,126 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:52,126 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:52,127 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:22:52,129 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,44275,1700356968727 from backup master directory 2023-11-19T01:22:52,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:22:52,169 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:22:52,169 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:52,169 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:22:52,171 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:22:52,171 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:52,176 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:22:52,178 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:22:52,282 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/hbase.id with ID: c4567005-94d1-4c55-8b23-7f909e990e3a 2023-11-19T01:22:52,327 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:22:52,346 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:52,346 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:52,797 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:52,800 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:22:52,821 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:22:52,821 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:22:52,823 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:22:52,835 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:22:52,836 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:22:53,315 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store 2023-11-19T01:22:53,347 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:22:53,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:53,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:22:53,348 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:53,349 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:53,349 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:22:53,349 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:53,349 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:53,349 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:22:53,351 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/.initializing 2023-11-19T01:22:53,351 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/WALs/jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:53,361 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:22:53,375 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C44275%2C1700356968727, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/WALs/jenkins-hbase6.apache.org,44275,1700356968727, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/oldWALs, maxLogs=10 2023-11-19T01:22:53,417 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/WALs/jenkins-hbase6.apache.org,44275,1700356968727/jenkins-hbase6.apache.org%2C44275%2C1700356968727.1700356973382, exclude list is [], retry=0 2023-11-19T01:22:53,461 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK] 2023-11-19T01:22:53,472 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:22:53,556 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/WALs/jenkins-hbase6.apache.org,44275,1700356968727/jenkins-hbase6.apache.org%2C44275%2C1700356968727.1700356973382 2023-11-19T01:22:53,556 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK]] 2023-11-19T01:22:53,557 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:53,557 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:53,563 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,565 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:22:53,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:53,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:53,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:22:53,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:53,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:53,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:22:53,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:53,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:53,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:22:53,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:53,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:53,711 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,713 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,734 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:22:53,738 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:22:53,742 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:53,744 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11283956000, jitterRate=0.05090029537677765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:22:53,751 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:22:53,753 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:22:53,791 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d73d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:53,847 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:22:53,868 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:22:53,868 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:22:53,872 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:22:53,873 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:22:53,879 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-11-19T01:22:53,879 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:22:53,915 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:22:53,933 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:22:53,936 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:22:53,939 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:22:53,941 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:22:53,943 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:22:53,946 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:22:53,953 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:22:53,954 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:22:53,956 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:22:53,957 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:22:53,973 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:22:53,974 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:22:53,982 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:22:53,982 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:22:53,982 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:53,982 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:53,983 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,44275,1700356968727, sessionid=0x10123a059880000, setting cluster-up flag (Was=false) 2023-11-19T01:22:53,993 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:22:54,004 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,004 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,011 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:22:54,012 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:54,016 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,016 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,022 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:22:54,024 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:54,030 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,030 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:54,035 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:22:54,037 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:54,092 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:41079 2023-11-19T01:22:54,094 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(997): ClusterId : c4567005-94d1-4c55-8b23-7f909e990e3a 2023-11-19T01:22:54,096 INFO [RS:0;jenkins-hbase6:41079 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:22:54,098 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:22:54,105 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:22:54,105 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:22:54,108 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:22:54,108 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:22:54,111 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:22:54,113 DEBUG [RS:0;jenkins-hbase6:41079 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506e27f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:54,114 DEBUG [RS:0;jenkins-hbase6:41079 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4fbf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:22:54,119 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:22:54,119 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:22:54,120 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:22:54,123 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,44275,1700356968727 with isa=jenkins-hbase6.apache.org/172.31.2.20:41079, startcode=1700356971999 2023-11-19T01:22:54,146 DEBUG [RS:0;jenkins-hbase6:41079 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:22:54,219 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:22:54,225 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50835, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:22:54,238 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44275 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:22:54,242 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:22:54,249 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:22:54,265 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,44275,1700356968727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:22:54,271 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:22:54,271 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:22:54,272 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,282 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357004282 2023-11-19T01:22:54,285 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:22:54,286 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:22:54,290 WARN [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:22:54,297 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:22:54,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:22:54,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:22:54,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:54,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:22:54,311 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:22:54,312 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:22:54,312 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:22:54,313 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:22:54,313 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:22:54,315 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,316 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:22:54,319 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:22:54,323 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:22:54,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x610a2b3f to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:54,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:22:54,349 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:22:54,376 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1f032c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:54,376 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:22:54,379 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:22:54,379 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:22:54,381 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356974381,5,FailOnTimeoutGroup] 2023-11-19T01:22:54,382 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356974382,5,FailOnTimeoutGroup] 2023-11-19T01:22:54,382 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,383 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:22:54,386 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,387 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,391 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,44275,1700356968727 with isa=jenkins-hbase6.apache.org/172.31.2.20:41079, startcode=1700356971999 2023-11-19T01:22:54,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44275 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:54,413 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:22:54,413 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:45379 2023-11-19T01:22:54,413 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=37693 2023-11-19T01:22:54,430 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:22:54,431 DEBUG [RS:0;jenkins-hbase6:41079 {}] zookeeper.ZKUtil(111): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:54,431 WARN [RS:0;jenkins-hbase6:41079 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:22:54,432 INFO [RS:0;jenkins-hbase6:41079 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:22:54,432 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:54,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,41079,1700356971999] 2023-11-19T01:22:54,459 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:22:54,481 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:22:54,505 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:22:54,512 INFO [RS:0;jenkins-hbase6:41079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:22:54,512 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,513 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:22:54,528 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,528 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,528 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,528 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,529 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,529 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,529 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:22:54,529 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,530 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,530 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,530 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,530 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:22:54,530 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:22:54,531 DEBUG [RS:0;jenkins-hbase6:41079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:22:54,534 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,535 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,535 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,535 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,535 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,41079,1700356971999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:22:54,560 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:22:54,564 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,41079,1700356971999-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:54,588 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,41079,1700356971999 started 2023-11-19T01:22:54,588 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,41079,1700356971999, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:41079, sessionid=0x10123a059880001 2023-11-19T01:22:54,589 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:22:54,589 DEBUG [RS:0;jenkins-hbase6:41079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:54,589 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41079,1700356971999' 2023-11-19T01:22:54,590 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:22:54,591 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:22:54,594 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:22:54,594 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:22:54,595 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41079,1700356971999' 2023-11-19T01:22:54,595 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:22:54,597 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:22:54,598 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:22:54,598 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:22:54,598 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:22:54,598 DEBUG [RS:0;jenkins-hbase6:41079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:54,598 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,41079,1700356971999' 2023-11-19T01:22:54,599 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:22:54,599 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:22:54,602 DEBUG [RS:0;jenkins-hbase6:41079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:22:54,602 INFO [RS:0;jenkins-hbase6:41079 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:22:54,602 INFO [RS:0;jenkins-hbase6:41079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:22:54,717 INFO [RS:0;jenkins-hbase6:41079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:22:54,721 INFO [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C41079%2C1700356971999, suffix=, logDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/oldWALs, maxLogs=32 2023-11-19T01:22:54,734 DEBUG [RS:0;jenkins-hbase6:41079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356974723, exclude list is [], retry=0 2023-11-19T01:22:54,743 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK] 2023-11-19T01:22:54,748 INFO [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356974723 2023-11-19T01:22:54,750 DEBUG [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK]] 2023-11-19T01:22:54,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:54,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:22:54,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:22:54,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:54,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:54,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:22:54,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:22:54,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:54,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:54,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:22:54,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:22:54,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:54,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:54,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740 2023-11-19T01:22:54,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740 2023-11-19T01:22:54,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:22:54,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:22:54,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:54,800 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11718858400, jitterRate=0.09140373766422272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:22:54,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:22:54,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:22:54,802 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:22:54,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:22:54,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:22:54,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:22:54,804 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:22:54,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:22:54,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:22:54,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:22:54,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:22:54,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:22:54,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:22:54,988 DEBUG [jenkins-hbase6:44275 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:22:54,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:55,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,41079,1700356971999, state=OPENING 2023-11-19T01:22:55,013 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:22:55,015 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:55,015 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:55,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:22:55,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:22:55,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:22:55,386 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:55,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:22:55,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56248, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:22:55,408 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:22:55,409 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:22:55,410 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:22:55,414 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta, suffix=.meta, logDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999, archiveDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/oldWALs, maxLogs=32 2023-11-19T01:22:55,432 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356975416.meta, exclude list is [], retry=0 2023-11-19T01:22:55,438 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK] 2023-11-19T01:22:55,444 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356975416.meta 2023-11-19T01:22:55,444 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK]] 2023-11-19T01:22:55,445 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:55,452 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:55,453 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:22:55,478 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:22:55,479 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:22:55,486 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:22:55,486 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:55,486 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:22:55,487 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:22:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:22:55,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:22:55,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:55,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:55,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:22:55,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:22:55,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:55,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:55,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:22:55,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:22:55,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:55,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:22:55,500 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740 2023-11-19T01:22:55,503 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740 2023-11-19T01:22:55,506 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:22:55,509 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:22:55,511 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10816639520, jitterRate=0.007378056645393372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:22:55,513 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:22:55,531 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700356975375 2023-11-19T01:22:55,555 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:22:55,556 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:22:55,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:55,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,41079,1700356971999, state=OPEN 2023-11-19T01:22:55,562 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:22:55,563 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:22:55,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:22:55,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:22:55,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:22:55,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,41079,1700356971999 in 542 msec 2023-11-19T01:22:55,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:22:55,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2023-11-19T01:22:55,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4780 sec 2023-11-19T01:22:55,586 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700356975586, completionTime=-1 2023-11-19T01:22:55,586 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:22:55,586 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:22:55,669 DEBUG [hconnection-0x590c9c93-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:55,673 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:55,689 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:22:55,689 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357035689 2023-11-19T01:22:55,689 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357095689 2023-11-19T01:22:55,689 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 103 msec 2023-11-19T01:22:55,715 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,44275,1700356968727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:55,715 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,44275,1700356968727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:55,715 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,44275,1700356968727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:55,717 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:44275, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:55,717 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:22:55,723 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:22:55,739 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:22:55,741 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:22:55,751 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:22:55,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:55,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:55,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:56,179 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ac9a510fa0ddb0b229558b3141febbc3, NAME => 'hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing ac9a510fa0ddb0b229558b3141febbc3, disabling compactions & flushes 2023-11-19T01:22:56,200 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. after waiting 0 ms 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,200 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,200 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for ac9a510fa0ddb0b229558b3141febbc3: 2023-11-19T01:22:56,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:56,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700356976206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356976206"}]},"ts":"1700356976206"} 2023-11-19T01:22:56,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:56,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:56,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356976259"}]},"ts":"1700356976259"} 2023-11-19T01:22:56,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:22:56,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ac9a510fa0ddb0b229558b3141febbc3, ASSIGN}] 2023-11-19T01:22:56,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ac9a510fa0ddb0b229558b3141febbc3, ASSIGN 2023-11-19T01:22:56,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ac9a510fa0ddb0b229558b3141febbc3, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:22:56,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ac9a510fa0ddb0b229558b3141febbc3, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:56,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ac9a510fa0ddb0b229558b3141febbc3, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:22:56,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:56,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => ac9a510fa0ddb0b229558b3141febbc3, NAME => 'hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:56,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:56,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:56,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,611 INFO [StoreOpener-ac9a510fa0ddb0b229558b3141febbc3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,613 INFO [StoreOpener-ac9a510fa0ddb0b229558b3141febbc3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac9a510fa0ddb0b229558b3141febbc3 columnFamilyName info 2023-11-19T01:22:56,613 DEBUG [StoreOpener-ac9a510fa0ddb0b229558b3141febbc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:56,614 INFO [StoreOpener-ac9a510fa0ddb0b229558b3141febbc3-1 {}] regionserver.HStore(324): Store=ac9a510fa0ddb0b229558b3141febbc3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:56,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:22:56,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:56,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened ac9a510fa0ddb0b229558b3141febbc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9491586240, jitterRate=-0.11602714657783508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:22:56,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for ac9a510fa0ddb0b229558b3141febbc3: 2023-11-19T01:22:56,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3., pid=6, masterSystemTime=1700356976598 2023-11-19T01:22:56,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:22:56,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ac9a510fa0ddb0b229558b3141febbc3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:22:56,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:22:56,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ac9a510fa0ddb0b229558b3141febbc3, server=jenkins-hbase6.apache.org,41079,1700356971999 in 191 msec 2023-11-19T01:22:56,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:22:56,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ac9a510fa0ddb0b229558b3141febbc3, ASSIGN in 359 msec 2023-11-19T01:22:56,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:56,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356976643"}]},"ts":"1700356976643"} 2023-11-19T01:22:56,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:22:56,653 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:56,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 911 msec 2023-11-19T01:22:56,657 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:22:56,659 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:56,659 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:56,659 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:56,718 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:22:56,734 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:56,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-11-19T01:22:56,743 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:22:56,755 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:56,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-19T01:22:56,770 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:22:56,774 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:22:56,774 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.603sec 2023-11-19T01:22:56,776 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:22:56,778 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:22:56,779 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:22:56,780 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:22:56,780 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:22:56,781 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,44275,1700356968727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:22:56,782 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,44275,1700356968727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:22:56,798 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:22:56,800 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:22:56,807 DEBUG [Listener at localhost/40349 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x032b4630 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:56,811 DEBUG [Listener at localhost/40349 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0641e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:56,816 DEBUG [Listener at localhost/40349 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:22:56,816 DEBUG [Listener at localhost/40349 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:22:56,829 DEBUG [hconnection-0x5111f760-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:56,840 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56270, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/test.cache.data in system properties and HBase conf 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:22:56,851 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:22:56,852 INFO [Listener at localhost/40349 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:22:58,356 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:22:58,729 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:22:58,735 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_37047_jobhistory____q7naeu/webapp 2023-11-19T01:22:58,903 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:22:58,903 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:22:58,903 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:22:58,907 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:22:58,996 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:22:59,133 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:22:59,426 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:22:59,470 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:37047 2023-11-19T01:22:59,851 WARN [Listener at jenkins-hbase6.apache.org/46749 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:22:59,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:22:59,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:59,945 WARN [Listener at jenkins-hbase6.apache.org/46749 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:22:59,946 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:22:59,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:22:59,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:59,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:59,953 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:22:59,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:22:59,953 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:22:59,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:22:59,954 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:59,955 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_36133_cluster____.arqn1k/webapp 2023-11-19T01:23:00,041 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:00,041 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:23:00,041 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:00,042 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:00,050 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,292 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,373 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,379 INFO [Listener at jenkins-hbase6.apache.org/46749 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:36133 2023-11-19T01:23:00,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:23:00,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:23:00,756 WARN [Listener at jenkins-hbase6.apache.org/44845 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:00,780 WARN [Listener at jenkins-hbase6.apache.org/44845 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:23:00,781 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:00,789 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_44005_node____.m0mj0v/webapp 2023-11-19T01:23:00,843 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:23:00,843 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:00,843 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:00,843 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:00,851 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,873 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,960 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:00,971 INFO [Listener at jenkins-hbase6.apache.org/44845 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:44005 2023-11-19T01:23:01,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:23:01,206 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:01,216 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:23:01,216 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:01,226 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_37189_node____r1nmoa/webapp 2023-11-19T01:23:01,301 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:23:01,301 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:01,301 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:01,301 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:01,314 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:01,338 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:01,401 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:01,407 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:37189 2023-11-19T01:23:01,446 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:23:01,446 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:45379/backupUT 2023-11-19T01:23:01,457 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:23:01,461 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:23:01,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:23:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:23:01,498 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:01,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 30 msec 2023-11-19T01:23:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:23:01,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:23:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:23:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:23:01,607 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:01,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-19T01:23:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:23:01,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:23:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:23:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:23:01,718 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:01,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-11-19T01:23:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:23:01,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:23:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:23:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:23:01,828 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:01,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 21 msec 2023-11-19T01:23:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:23:01,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700356981446', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700356981446 2023-11-19T01:23:01,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:01,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700356981446" procId is: 13 2023-11-19T01:23:01,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:01,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:02,380 INFO [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c84c72c521a195b6b8d04e97f809398f, NAME => 'test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700356981446', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:02,396 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:02,396 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1668): Closing c84c72c521a195b6b8d04e97f809398f, disabling compactions & flushes 2023-11-19T01:23:02,396 INFO [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,396 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,396 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. after waiting 0 ms 2023-11-19T01:23:02,397 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,397 INFO [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1909): Closed test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,397 DEBUG [RegionOpenAndInit-test-1700356981446-pool-0 {}] regionserver.HRegion(1622): Region close journal for c84c72c521a195b6b8d04e97f809398f: 2023-11-19T01:23:02,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:02,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700356982398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356982398"}]},"ts":"1700356982398"} 2023-11-19T01:23:02,401 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:02,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:02,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356981446","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356982403"}]},"ts":"1700356982403"} 2023-11-19T01:23:02,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356981446, state=ENABLING in hbase:meta 2023-11-19T01:23:02,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356981446, region=c84c72c521a195b6b8d04e97f809398f, ASSIGN}] 2023-11-19T01:23:02,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356981446, region=c84c72c521a195b6b8d04e97f809398f, ASSIGN 2023-11-19T01:23:02,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700356981446, region=c84c72c521a195b6b8d04e97f809398f, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:02,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c84c72c521a195b6b8d04e97f809398f, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:02,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure c84c72c521a195b6b8d04e97f809398f, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:02,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:02,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,730 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => c84c72c521a195b6b8d04e97f809398f, NAME => 'test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:02,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:02,730 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700356981446 c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:02,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,733 INFO [StoreOpener-c84c72c521a195b6b8d04e97f809398f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,736 INFO [StoreOpener-c84c72c521a195b6b8d04e97f809398f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84c72c521a195b6b8d04e97f809398f columnFamilyName f 2023-11-19T01:23:02,736 DEBUG [StoreOpener-c84c72c521a195b6b8d04e97f809398f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:02,737 INFO [StoreOpener-c84c72c521a195b6b8d04e97f809398f-1 {}] regionserver.HStore(324): Store=c84c72c521a195b6b8d04e97f809398f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:02,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,739 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,743 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:02,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:02,750 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened c84c72c521a195b6b8d04e97f809398f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11253773440, jitterRate=0.04808932542800903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:02,751 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for c84c72c521a195b6b8d04e97f809398f: 2023-11-19T01:23:02,753 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f., pid=15, masterSystemTime=1700356982721 2023-11-19T01:23:02,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,755 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:02,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c84c72c521a195b6b8d04e97f809398f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:02,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:23:02,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure c84c72c521a195b6b8d04e97f809398f, server=jenkins-hbase6.apache.org,41079,1700356971999 in 191 msec 2023-11-19T01:23:02,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:23:02,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700356981446, region=c84c72c521a195b6b8d04e97f809398f, ASSIGN in 351 msec 2023-11-19T01:23:02,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:02,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356981446","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356982765"}]},"ts":"1700356982765"} 2023-11-19T01:23:02,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356981446, state=ENABLED in hbase:meta 2023-11-19T01:23:02,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700356981446 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:02,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700356981446 in 834 msec 2023-11-19T01:23:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:03,058 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700356981446, procId: 13 completed 2023-11-19T01:23:03,060 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2e5be9a1 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:03,067 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e2ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:03,069 DEBUG [hconnection-0x4d0a6213-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:03,072 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:52174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:03,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41079 {}] regionserver.HRegion(8210): writing data to region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:23:03,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003569814461', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003569814461 2023-11-19T01:23:03,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:03,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:03,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003569814461" procId is: 16 2023-11-19T01:23:03,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:03,605 INFO [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0ebb01c777691288a24b71275beacede, NAME => 'ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003569814461', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:03,620 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:03,620 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1668): Closing 0ebb01c777691288a24b71275beacede, disabling compactions & flushes 2023-11-19T01:23:03,621 INFO [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,621 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,621 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. after waiting 0 ms 2023-11-19T01:23:03,621 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,621 INFO [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,621 DEBUG [RegionOpenAndInit-ns2:test-17003569814461-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0ebb01c777691288a24b71275beacede: 2023-11-19T01:23:03,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:03,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356983623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356983623"}]},"ts":"1700356983623"} 2023-11-19T01:23:03,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:03,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:03,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003569814461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356983627"}]},"ts":"1700356983627"} 2023-11-19T01:23:03,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003569814461, state=ENABLING in hbase:meta 2023-11-19T01:23:03,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003569814461, region=0ebb01c777691288a24b71275beacede, ASSIGN}] 2023-11-19T01:23:03,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003569814461, region=0ebb01c777691288a24b71275beacede, ASSIGN 2023-11-19T01:23:03,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003569814461, region=0ebb01c777691288a24b71275beacede, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:03,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=0ebb01c777691288a24b71275beacede, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:03,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 0ebb01c777691288a24b71275beacede, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:03,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:03,949 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 0ebb01c777691288a24b71275beacede, NAME => 'ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:03,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:03,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569814461 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:03,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,952 INFO [StoreOpener-0ebb01c777691288a24b71275beacede-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,954 INFO [StoreOpener-0ebb01c777691288a24b71275beacede-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebb01c777691288a24b71275beacede columnFamilyName f 2023-11-19T01:23:03,954 DEBUG [StoreOpener-0ebb01c777691288a24b71275beacede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:03,955 INFO [StoreOpener-0ebb01c777691288a24b71275beacede-1 {}] regionserver.HStore(324): Store=0ebb01c777691288a24b71275beacede/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:03,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,957 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,960 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:03,965 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:03,966 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 0ebb01c777691288a24b71275beacede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10611283200, jitterRate=-0.011747241020202637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:03,967 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 0ebb01c777691288a24b71275beacede: 2023-11-19T01:23:03,968 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede., pid=18, masterSystemTime=1700356983945 2023-11-19T01:23:03,971 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,971 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:03,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=0ebb01c777691288a24b71275beacede, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:03,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:23:03,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 0ebb01c777691288a24b71275beacede, server=jenkins-hbase6.apache.org,41079,1700356971999 in 182 msec 2023-11-19T01:23:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:23:03,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003569814461, region=0ebb01c777691288a24b71275beacede, ASSIGN in 343 msec 2023-11-19T01:23:03,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:03,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003569814461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356983981"}]},"ts":"1700356983981"} 2023-11-19T01:23:03,983 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003569814461, state=ENABLED in hbase:meta 2023-11-19T01:23:03,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003569814461 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:03,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003569814461 in 807 msec 2023-11-19T01:23:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:04,292 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003569814461, procId: 16 completed 2023-11-19T01:23:04,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41079 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:23:04,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003569814462', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003569814462 2023-11-19T01:23:04,384 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:04,384 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:04,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003569814462" procId is: 19 2023-11-19T01:23:04,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:04,803 INFO [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2010f3cc8916d81bcc9739262ad86284, NAME => 'ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003569814462', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1668): Closing 2010f3cc8916d81bcc9739262ad86284, disabling compactions & flushes 2023-11-19T01:23:05,220 INFO [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. after waiting 0 ms 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,220 INFO [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,220 DEBUG [RegionOpenAndInit-ns3:test-17003569814462-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2010f3cc8916d81bcc9739262ad86284: 2023-11-19T01:23:05,221 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:05,222 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356985222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356985222"}]},"ts":"1700356985222"} 2023-11-19T01:23:05,224 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:05,225 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:05,225 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003569814462","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356985225"}]},"ts":"1700356985225"} 2023-11-19T01:23:05,227 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003569814462, state=ENABLING in hbase:meta 2023-11-19T01:23:05,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003569814462, region=2010f3cc8916d81bcc9739262ad86284, ASSIGN}] 2023-11-19T01:23:05,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003569814462, region=2010f3cc8916d81bcc9739262ad86284, ASSIGN 2023-11-19T01:23:05,238 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003569814462, region=2010f3cc8916d81bcc9739262ad86284, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:05,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2010f3cc8916d81bcc9739262ad86284, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:05,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 2010f3cc8916d81bcc9739262ad86284, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:05,545 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:05,550 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 2010f3cc8916d81bcc9739262ad86284, NAME => 'ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:05,551 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:05,551 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569814462 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,551 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:05,551 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,551 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,553 INFO [StoreOpener-2010f3cc8916d81bcc9739262ad86284-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,555 INFO [StoreOpener-2010f3cc8916d81bcc9739262ad86284-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2010f3cc8916d81bcc9739262ad86284 columnFamilyName f 2023-11-19T01:23:05,555 DEBUG [StoreOpener-2010f3cc8916d81bcc9739262ad86284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:05,556 INFO [StoreOpener-2010f3cc8916d81bcc9739262ad86284-1 {}] regionserver.HStore(324): Store=2010f3cc8916d81bcc9739262ad86284/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:05,557 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns3/test-17003569814462/2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,558 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns3/test-17003569814462/2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,561 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:05,564 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns3/test-17003569814462/2010f3cc8916d81bcc9739262ad86284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:05,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 2010f3cc8916d81bcc9739262ad86284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11388245120, jitterRate=0.06061297655105591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:05,565 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 2010f3cc8916d81bcc9739262ad86284: 2023-11-19T01:23:05,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284., pid=21, masterSystemTime=1700356985545 2023-11-19T01:23:05,568 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,568 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:05,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=2010f3cc8916d81bcc9739262ad86284, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:05,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:23:05,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 2010f3cc8916d81bcc9739262ad86284, server=jenkins-hbase6.apache.org,41079,1700356971999 in 179 msec 2023-11-19T01:23:05,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:23:05,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003569814462, region=2010f3cc8916d81bcc9739262ad86284, ASSIGN in 338 msec 2023-11-19T01:23:05,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:05,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003569814462","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356985577"}]},"ts":"1700356985577"} 2023-11-19T01:23:05,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003569814462, state=ENABLED in hbase:meta 2023-11-19T01:23:05,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003569814462 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:05,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003569814462 in 1.2010 sec 2023-11-19T01:23:06,470 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003569814461' 2023-11-19T01:23:06,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700356981446' 2023-11-19T01:23:06,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003569814462' 2023-11-19T01:23:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:23:06,497 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003569814462, procId: 19 completed 2023-11-19T01:23:06,498 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003569814462 get assigned. Timeout = 60000ms 2023-11-19T01:23:06,500 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:23:06,504 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003569814462 assigned to meta. Checking AM states. 2023-11-19T01:23:06,505 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:23:06,505 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003569814462 assigned. 2023-11-19T01:23:06,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003569814463', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003569814463 2023-11-19T01:23:06,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:06,511 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:06,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003569814463" procId is: 22 2023-11-19T01:23:06,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:23:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:23:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:23:06,926 INFO [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0ca533bcaebbf7edd65e67b43da83440, NAME => 'ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003569814463', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:06,941 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:06,942 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1668): Closing 0ca533bcaebbf7edd65e67b43da83440, disabling compactions & flushes 2023-11-19T01:23:06,942 INFO [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:06,942 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:06,942 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. after waiting 0 ms 2023-11-19T01:23:06,942 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:06,942 INFO [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:06,942 DEBUG [RegionOpenAndInit-ns4:test-17003569814463-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0ca533bcaebbf7edd65e67b43da83440: 2023-11-19T01:23:06,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:06,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356986944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356986944"}]},"ts":"1700356986944"} 2023-11-19T01:23:06,947 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:06,948 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:06,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003569814463","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356986948"}]},"ts":"1700356986948"} 2023-11-19T01:23:06,950 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003569814463, state=ENABLING in hbase:meta 2023-11-19T01:23:06,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003569814463, region=0ca533bcaebbf7edd65e67b43da83440, ASSIGN}] 2023-11-19T01:23:06,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003569814463, region=0ca533bcaebbf7edd65e67b43da83440, ASSIGN 2023-11-19T01:23:06,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003569814463, region=0ca533bcaebbf7edd65e67b43da83440, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:07,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=0ca533bcaebbf7edd65e67b43da83440, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:07,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 0ca533bcaebbf7edd65e67b43da83440, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:23:07,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:07,270 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:07,270 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 0ca533bcaebbf7edd65e67b43da83440, NAME => 'ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:07,271 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:07,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569814463 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:07,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,273 INFO [StoreOpener-0ca533bcaebbf7edd65e67b43da83440-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,275 INFO [StoreOpener-0ca533bcaebbf7edd65e67b43da83440-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca533bcaebbf7edd65e67b43da83440 columnFamilyName f 2023-11-19T01:23:07,275 DEBUG [StoreOpener-0ca533bcaebbf7edd65e67b43da83440-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:07,275 INFO [StoreOpener-0ca533bcaebbf7edd65e67b43da83440-1 {}] regionserver.HStore(324): Store=0ca533bcaebbf7edd65e67b43da83440/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:07,277 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns4/test-17003569814463/0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,277 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns4/test-17003569814463/0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:07,283 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns4/test-17003569814463/0ca533bcaebbf7edd65e67b43da83440/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:07,284 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 0ca533bcaebbf7edd65e67b43da83440; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10985392000, jitterRate=0.023094356060028076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:07,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 0ca533bcaebbf7edd65e67b43da83440: 2023-11-19T01:23:07,286 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440., pid=24, masterSystemTime=1700356987265 2023-11-19T01:23:07,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:07,289 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:07,290 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=0ca533bcaebbf7edd65e67b43da83440, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:07,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:23:07,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 0ca533bcaebbf7edd65e67b43da83440, server=jenkins-hbase6.apache.org,41079,1700356971999 in 179 msec 2023-11-19T01:23:07,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:23:07,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003569814463, region=0ca533bcaebbf7edd65e67b43da83440, ASSIGN in 339 msec 2023-11-19T01:23:07,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:07,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003569814463","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356987299"}]},"ts":"1700356987299"} 2023-11-19T01:23:07,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003569814463, state=ENABLED in hbase:meta 2023-11-19T01:23:07,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003569814463 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:07,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003569814463 in 796 msec 2023-11-19T01:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:23:07,620 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003569814463, procId: 22 completed 2023-11-19T01:23:07,620 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003569814463 get assigned. Timeout = 60000ms 2023-11-19T01:23:07,620 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:23:07,624 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003569814463 assigned to meta. Checking AM states. 2023-11-19T01:23:07,625 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:23:07,625 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003569814463 assigned. 2023-11-19T01:23:07,625 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2e5be9a1 to 127.0.0.1:60801 2023-11-19T01:23:07,625 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:07,666 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.ResourceChecker(147): before: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=268, ProcessCount=169, AvailableMemoryMB=4082 2023-11-19T01:23:07,666 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:23:07,668 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] backup.TestRepairAfterFailedDelete(51): test repair backup delete on a single table with data 2023-11-19T01:23:07,670 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3954ce72 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:07,675 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d844fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:07,683 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:07,685 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:52180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:07,697 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:23:07,699 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58712, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:23:07,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:23:07,721 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:07,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-11-19T01:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:23:07,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:23:07,834 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:07,834 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:07,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:23:07,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:08,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:23:08,253 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing de18e12a68d9457dee60a845328c29fd, disabling compactions & flushes 2023-11-19T01:23:08,677 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. after waiting 0 ms 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:08,677 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:08,677 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:08,679 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:08,679 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700356988679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356988679"}]},"ts":"1700356988679"} 2023-11-19T01:23:08,682 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:08,683 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:08,683 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356988683"}]},"ts":"1700356988683"} 2023-11-19T01:23:08,685 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:23:08,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN}] 2023-11-19T01:23:08,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN 2023-11-19T01:23:08,693 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:08,844 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:08,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:08,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:09,004 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:09,004 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:09,005 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:09,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:09,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,007 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,010 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de18e12a68d9457dee60a845328c29fd columnFamilyName meta 2023-11-19T01:23:09,010 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:09,011 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(324): Store=de18e12a68d9457dee60a845328c29fd/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:09,011 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,013 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de18e12a68d9457dee60a845328c29fd columnFamilyName session 2023-11-19T01:23:09,013 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:09,014 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(324): Store=de18e12a68d9457dee60a845328c29fd/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:09,015 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,017 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:23:09,019 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:09,022 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:09,023 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened de18e12a68d9457dee60a845328c29fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11510925920, jitterRate=0.07203851640224457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:23:09,023 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:09,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd., pid=28, masterSystemTime=1700356988999 2023-11-19T01:23:09,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:09,027 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:09,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:09,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:23:09,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999 in 183 msec 2023-11-19T01:23:09,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:23:09,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN in 342 msec 2023-11-19T01:23:09,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:09,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356989036"}]},"ts":"1700356989036"} 2023-11-19T01:23:09,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:23:09,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:09,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2120 sec 2023-11-19T01:23:09,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:23:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:23:09,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:09,943 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:23:09,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700356981446 2023-11-19T01:23:09,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700356981446 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:09,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003569814463 2023-11-19T01:23:09,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003569814463 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:09,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003569814462 2023-11-19T01:23:09,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003569814462 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:09,947 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003569814461 2023-11-19T01:23:09,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003569814461 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:09,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:23:09,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:09,963 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:09,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:23:09,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:10,377 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b1a193193af03dc210d692b0109ffa3a, NAME => 'backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:10,790 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:10,790 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing b1a193193af03dc210d692b0109ffa3a, disabling compactions & flushes 2023-11-19T01:23:10,790 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:10,790 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:10,791 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. after waiting 1 ms 2023-11-19T01:23:10,791 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:10,791 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:10,791 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for b1a193193af03dc210d692b0109ffa3a: 2023-11-19T01:23:10,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:10,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700356990792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356990792"}]},"ts":"1700356990792"} 2023-11-19T01:23:10,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:10,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:10,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356990796"}]},"ts":"1700356990796"} 2023-11-19T01:23:10,798 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:23:10,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=b1a193193af03dc210d692b0109ffa3a, ASSIGN}] 2023-11-19T01:23:10,805 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=b1a193193af03dc210d692b0109ffa3a, ASSIGN 2023-11-19T01:23:10,806 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=b1a193193af03dc210d692b0109ffa3a, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,41079,1700356971999; forceNewPlan=false, retain=false 2023-11-19T01:23:10,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b1a193193af03dc210d692b0109ffa3a, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:10,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure b1a193193af03dc210d692b0109ffa3a, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:11,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:11,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:11,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => b1a193193af03dc210d692b0109ffa3a, NAME => 'backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:11,117 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:11,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:11,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,119 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,121 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1a193193af03dc210d692b0109ffa3a columnFamilyName meta 2023-11-19T01:23:11,121 DEBUG [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:11,121 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] regionserver.HStore(324): Store=b1a193193af03dc210d692b0109ffa3a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:11,122 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,123 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1a193193af03dc210d692b0109ffa3a columnFamilyName session 2023-11-19T01:23:11,123 DEBUG [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:11,124 INFO [StoreOpener-b1a193193af03dc210d692b0109ffa3a-1 {}] regionserver.HStore(324): Store=b1a193193af03dc210d692b0109ffa3a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:11,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system_bulk/b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system_bulk/b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:23:11,129 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:11,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system_bulk/b1a193193af03dc210d692b0109ffa3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:11,132 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened b1a193193af03dc210d692b0109ffa3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9901698400, jitterRate=-0.07783247530460358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:23:11,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for b1a193193af03dc210d692b0109ffa3a: 2023-11-19T01:23:11,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a., pid=31, masterSystemTime=1700356991112 2023-11-19T01:23:11,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:11,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:11,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=b1a193193af03dc210d692b0109ffa3a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:11,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:23:11,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure b1a193193af03dc210d692b0109ffa3a, server=jenkins-hbase6.apache.org,41079,1700356971999 in 179 msec 2023-11-19T01:23:11,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:23:11,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=b1a193193af03dc210d692b0109ffa3a, ASSIGN in 337 msec 2023-11-19T01:23:11,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:11,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356991143"}]},"ts":"1700356991143"} 2023-11-19T01:23:11,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:23:11,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:11,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1890 sec 2023-11-19T01:23:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:23:12,073 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:23:12,086 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:23:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41079 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:23:12,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356992122 (current time:1700356992122). 2023-11-19T01:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7e9dca42 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4777ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:12,137 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41696, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7e9dca42 to 127.0.0.1:60801 2023-11-19T01:23:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:23:12,154 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:12,160 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:12,172 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:12,174 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:12,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:23:12,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:23:12,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003569814463' 2023-11-19T01:23:12,586 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:23:12,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd}] 2023-11-19T01:23:12,596 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:12,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:12,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41079 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:23:12,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:12,760 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:23:12,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/faa428c2ebd24c72b2f6c6d532647685 is 49, key is activesession:/session:c/1700356992108/Put/seqid=0 2023-11-19T01:23:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:13,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/faa428c2ebd24c72b2f6c6d532647685 2023-11-19T01:23:13,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/faa428c2ebd24c72b2f6c6d532647685 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 2023-11-19T01:23:13,346 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:23:13,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 590ms, sequenceid=5, compaction requested=false 2023-11-19T01:23:13,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:13,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. for snapshot_backup_system completed. 2023-11-19T01:23:13,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:23:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:23:13,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:23:13,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685] hfiles 2023-11-19T01:23:13,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 for snapshot=snapshot_backup_system 2023-11-19T01:23:13,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:13,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:23:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:23:13,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:13,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:13,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:23:13,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd in 801 msec 2023-11-19T01:23:13,391 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:23:13,393 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:13,397 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:13,398 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:23:13,401 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:23:13,429 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:13,442 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:13,442 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:23:13,445 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:13,445 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:23:13,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2980 sec 2023-11-19T01:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:23:14,262 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:23:14,263 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(115): Backup backup_1700356987678 started at 1700356994262. 2023-11-19T01:23:14,286 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(119): Backup session backup_1700356987678 has been started. 2023-11-19T01:23:14,289 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:23:14,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:23:14,304 INFO [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:23:14,304 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:23:14,304 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:23:14,305 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:23:14,305 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,305 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:23:14,307 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:23:14,307 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,307 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:23:14,307 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:23:14,307 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,307 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:23:14,307 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:23:14,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:23:14,308 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:23:14,308 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:23:14,310 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:23:14,310 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:23:14,311 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:23:14,311 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:23:14,311 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:23:14,311 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:23:14,311 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,41079,1700356971999' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:23:14,315 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,315 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:23:14,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:23:14,315 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,315 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:23:14,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:23:14,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:23:14,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:23:14,318 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,41079,1700356971999' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:23:14,318 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@674bd6d7[Count = 0] remaining members to acquire global barrier 2023-11-19T01:23:14,318 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:23:14,318 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,320 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,320 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,321 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:23:14,321 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,321 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:23:14,321 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:23:14,322 DEBUG [rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,322 INFO [rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356974723 highest: 1700356974723 on jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,322 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta:.meta(num 1700356975416) roll requested 2023-11-19T01:23:14,335 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356994322.meta, exclude list is [], retry=0 2023-11-19T01:23:14,341 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK] 2023-11-19T01:23:14,345 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356975416.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356994322.meta 2023-11-19T01:23:14,346 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK]] 2023-11-19T01:23:14,346 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356975416.meta is not closed yet, will try archiving it next time 2023-11-19T01:23:14,346 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C41079%2C1700356971999:(num 1700356974723) roll requested 2023-11-19T01:23:14,357 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356994346, exclude list is [], retry=0 2023-11-19T01:23:14,361 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK] 2023-11-19T01:23:14,363 DEBUG [rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-19T01:23:14,363 INFO [rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356994346 on jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,364 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356974723 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356994346 2023-11-19T01:23:14,364 DEBUG [rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:23:14,364 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42195,DS-b2121869-c8c4-4ff0-bef3-8fc93a39cca0,DISK]] 2023-11-19T01:23:14,364 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356974723 is not closed yet, will try archiving it next time 2023-11-19T01:23:14,366 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55302, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:23:14,385 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:23:14,385 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,41079,1700356971999' in zk 2023-11-19T01:23:14,388 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,388 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:23:14,388 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:23:14,388 DEBUG [member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:23:14,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:23:14,388 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:23:14,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:23:14,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:23:14,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:23:14,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,41079,1700356971999': 2023-11-19T01:23:14,392 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,41079,1700356971999' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:23:14,392 INFO [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:23:14,392 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:23:14,392 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:23:14,392 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:23:14,392 INFO [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:23:14,395 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,395 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,395 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:23:14,395 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:23:14,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:23:14,396 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:23:14,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:23:14,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:23:14,396 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,397 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:23:14,397 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,398 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,398 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:23:14,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:23:14,399 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,409 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,409 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:23:14,409 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:23:14,409 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:23:14,410 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:14,410 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:23:14,410 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:23:14,410 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:23:14,410 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): master:44275-0x10123a059880000, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:23:14,410 DEBUG [Listener at localhost/40349-EventThread {}] zookeeper.ZKWatcher(604): regionserver:41079-0x10123a059880001, quorum=127.0.0.1:60801, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:23:14,410 DEBUG [(jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:23:14,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:23:14,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:23:14,411 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:23:14,411 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:23:14,413 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:23:14,413 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:23:14,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:23:14,513 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:23:14,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } 2023-11-19T01:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356994526 (current time:1700356994526). 2023-11-19T01:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356994525_default_test-1700356981446 VERSION not specified, setting to 2 2023-11-19T01:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b5809cc to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca46108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:14,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41706, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3b5809cc to 127.0.0.1:60801 2023-11-19T01:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } 2023-11-19T01:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:23:14,549 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:14,550 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:14,553 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_1700356994525_default_test-1700356981446 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:14,555 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:14,971 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:23:14,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c84c72c521a195b6b8d04e97f809398f}] 2023-11-19T01:23:14,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:15,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:15,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41079 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:23:15,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:15,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing c84c72c521a195b6b8d04e97f809398f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:23:15,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/.tmp/f/5ac052c35a574c158bb3276a5c18aae9 is 37, key is row10/f:q1/1700356983088/Put/seqid=0 2023-11-19T01:23:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:15,556 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/.tmp/f/5ac052c35a574c158bb3276a5c18aae9 2023-11-19T01:23:15,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/.tmp/f/5ac052c35a574c158bb3276a5c18aae9 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9 2023-11-19T01:23:15,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:23:15,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c84c72c521a195b6b8d04e97f809398f in 450ms, sequenceid=103, compaction requested=false 2023-11-19T01:23:15,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for c84c72c521a195b6b8d04e97f809398f: 2023-11-19T01:23:15,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. for snapshot_1700356994525_default_test-1700356981446 completed. 2023-11-19T01:23:15,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f.' region-info for snapshot=snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:15,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:23:15,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9] hfiles 2023-11-19T01:23:15,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9 for snapshot=snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:15,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:15,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:23:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:23:15,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356994525_default_test-1700356981446 on region c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:15,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:15,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:23:15,995 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:23:15,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure c84c72c521a195b6b8d04e97f809398f in 1.0220 sec 2023-11-19T01:23:15,996 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:15,996 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:15,996 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:15,997 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:16,416 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:16,425 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:16,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_1700356994525_default_test-1700356981446 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:16,428 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:16,428 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:23:16,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356994525_default_test-1700356981446 table=test-1700356981446 type=FLUSH ttl=0 } in 1.8830 sec 2023-11-19T01:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:23:16,658 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700356981446, procId: 34 completed 2023-11-19T01:23:16,658 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356987678 2023-11-19T01:23:16,658 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:23:16,660 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:23:16,662 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356987678_test-1700356981446 2023-11-19T01:23:16,663 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356994525_default_test-1700356981446 to hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446/ 2023-11-19T01:23:16,672 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:23:16,703 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:45379, inputRoot=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b 2023-11-19T01:23:16,703 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,44275,1700356968727_698862660_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446/.hbase-snapshot/.tmp/snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:16,704 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:45379, inputRoot=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b, snapshotDir=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_1700356994525_default_test-1700356981446. 2023-11-19T01:23:16,717 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_1700356994525_default_test-1700356981446 to hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446/.hbase-snapshot/.tmp/snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:17,151 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:17,152 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:17,153 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:17,153 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,174 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop-5597321212324928137.jar 2023-11-19T01:23:18,174 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,174 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,175 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,175 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,176 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,176 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,177 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,177 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,178 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:23:18,178 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:23:18,179 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:23:18,180 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:23:18,180 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:23:18,181 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:23:18,181 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:23:18,181 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:23:18,182 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:23:18,182 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:23:18,183 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:23:18,183 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:23:18,184 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:23:18,188 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:23:18,188 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:23:18,189 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:23:18,189 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:23:18,189 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:23:18,190 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:23:18,190 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:23:18,280 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:23:18,302 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356994525_default_test-1700356981446' hfile list 2023-11-19T01:23:18,312 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:23:18,547 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.local.dir/1700356998489/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:23:18,547 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/mapreduce.cluster.local.dir/1700356998489/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:23:18,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:23:18,761 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9 output=hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446/archive/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/f/5ac052c35a574c158bb3276a5c18aae9 2023-11-19T01:23:18,762 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:23:19,637 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:23:19,639 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:23:19,649 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:19,649 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356994525_default_test-1700356981446 finished. 2023-11-19T01:23:19,650 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1034): test-1700356981446 2023-11-19T01:23:19,736 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356987678 2023-11-19T01:23:19,736 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:23:19,753 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45379/backupUT/backup_1700356987678/.backup.manifest 2023-11-19T01:23:19,753 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(358): Backup backup_1700356987678 finished: type=FULL,tablelist=test-1700356981446,targetRootDir=hdfs://localhost:45379/backupUT,startts=1700356994262,completets=1700356999733,bytescopied=0 2023-11-19T01:23:19,753 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:23:19,753 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:19,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356994525_default_test-1700356981446" 2023-11-19T01:23:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356994525_default_test-1700356981446 2023-11-19T01:23:19,764 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356994525_default_test-1700356981446 for backup backup_1700356987678 succeeded. 2023-11-19T01:23:19,765 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:23:19,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:23:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:23:19,780 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:23:19,787 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:23:19,804 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.TableBackupClient(376): Backup backup_1700356987678 completed. 2023-11-19T01:23:19,804 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:23:19,804 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3954ce72 to 127.0.0.1:60801 2023-11-19T01:23:19,804 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:19,832 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] backup.TestRepairAfterFailedDelete(55): backup complete 2023-11-19T01:23:19,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356999854 (current time:1700356999854). 2023-11-19T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot-backup VERSION not specified, setting to 2 2023-11-19T01:23:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7f511813 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d8c908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:19,865 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41716, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7f511813 to 127.0.0.1:60801 2023-11-19T01:23:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:23:19,872 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:19,873 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:19,877 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot-backup org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:19,880 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:19,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:23:19,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:20,289 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:23:20,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd}] 2023-11-19T01:23:20,291 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:20,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:20,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41079 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-19T01:23:20,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:20,444 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-11-19T01:23:20,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/e8a44419f38146ea92b24519f148d803 is 169, key is trslm:hdfs://localhost:45379/backupUT\x00test-1700356981446/meta:log-roll-map/1700356999721/Put/seqid=0 2023-11-19T01:23:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:20,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/e8a44419f38146ea92b24519f148d803 2023-11-19T01:23:20,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/726e05d2b0ba4bb584b81d2da54bd50b is 310, key is session:backup_1700356987678/session:context/1700356999786/Put/seqid=0 2023-11-19T01:23:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:21,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/726e05d2b0ba4bb584b81d2da54bd50b 2023-11-19T01:23:21,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/e8a44419f38146ea92b24519f148d803 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 2023-11-19T01:23:21,309 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803, entries=4, sequenceid=16, filesize=5.5 K 2023-11-19T01:23:21,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/726e05d2b0ba4bb584b81d2da54bd50b as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b 2023-11-19T01:23:21,317 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b, entries=2, sequenceid=16, filesize=5.3 K 2023-11-19T01:23:21,318 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 874ms, sequenceid=16, compaction requested=false 2023-11-19T01:23:21,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:21,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. for snapshot-backup completed. 2023-11-19T01:23:21,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.' region-info for snapshot=snapshot-backup 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803] hfiles 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 for snapshot=snapshot-backup 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b] hfiles 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 for snapshot=snapshot-backup 2023-11-19T01:23:21,319 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b for snapshot=snapshot-backup 2023-11-19T01:23:21,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:21,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-19T01:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-19T01:23:21,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot-backup on region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:21,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:21,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:23:21,736 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:23:21,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd in 1.4450 sec 2023-11-19T01:23:21,737 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:21,738 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:21,738 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot-backup 2023-11-19T01:23:21,739 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot-backup 2023-11-19T01:23:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:22,151 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:22,161 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:22,162 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot-backup to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot-backup 2023-11-19T01:23:22,164 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:22,164 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:23:22,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } in 2.2970 sec 2023-11-19T01:23:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:23:23,982 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 36 completed 2023-11-19T01:23:23,995 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:23:24,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357004015 (current time:1700357004015). 2023-11-19T01:23:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:23:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x04bb6734 to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aa62cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:24,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:48484, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x04bb6734 to 127.0.0.1:60801 2023-11-19T01:23:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:23:24,030 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:24,031 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:24,034 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:24,036 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:24,042 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:23:24,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd}] 2023-11-19T01:23:24,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:24,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:24,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41079 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-19T01:23:24,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:24,196 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=105 B heapSize=768 B 2023-11-19T01:23:24,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/30828e2a502641ada69f3368b3807e63 is 64, key is delete_op_row/meta:fam/1700357004006/Put/seqid=0 2023-11-19T01:23:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:24,607 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/30828e2a502641ada69f3368b3807e63 2023-11-19T01:23:24,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/52ac67f292f643a18632caf310f30ae8 is 49, key is activesession:/session:c/1700357004002/Put/seqid=0 2023-11-19T01:23:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:25,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/52ac67f292f643a18632caf310f30ae8 2023-11-19T01:23:25,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/30828e2a502641ada69f3368b3807e63 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63 2023-11-19T01:23:25,042 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63, entries=1, sequenceid=21, filesize=4.9 K 2023-11-19T01:23:25,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/52ac67f292f643a18632caf310f30ae8 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8 2023-11-19T01:23:25,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8, entries=1, sequenceid=21, filesize=4.9 K 2023-11-19T01:23:25,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~105 B/105, heapSize ~736 B/736, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 856ms, sequenceid=21, compaction requested=true 2023-11-19T01:23:25,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:25,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. for snapshot_backup_system completed. 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63] hfiles 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 for snapshot=snapshot_backup_system 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63 for snapshot=snapshot_backup_system 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8] hfiles 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 for snapshot=snapshot_backup_system 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b for snapshot=snapshot_backup_system 2023-11-19T01:23:25,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8 for snapshot=snapshot_backup_system 2023-11-19T01:23:25,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:25,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-19T01:23:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-19T01:23:25,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:25,061 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:25,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-19T01:23:25,064 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:23:25,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd in 1.0200 sec 2023-11-19T01:23:25,065 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:25,066 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:25,066 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:23:25,067 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:25,479 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:25,488 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:25,489 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:23:25,490 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:25,490 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:23:25,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4630 sec 2023-11-19T01:23:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:23:26,137 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-19T01:23:26,141 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(227): Deleting backup backup_1700356987678 ... 2023-11-19T01:23:26,142 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(437): Delete log files: .backup.manifest 2023-11-19T01:23:26,143 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(437): Delete log files: default 2023-11-19T01:23:26,143 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(445): Trying to cleanup up target dir : backup_1700356987678 2023-11-19T01:23:26,144 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(460): No data has been found in hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446. 2023-11-19T01:23:26,145 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(467): hdfs://localhost:45379/backupUT/backup_1700356987678/default is empty, remove it. 2023-11-19T01:23:26,157 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-11-19T01:23:26,157 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:23:26,160 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(276): Delete backup backup_1700356987678 completed. 2023-11-19T01:23:26,168 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1034): test-1700356981446 2023-11-19T01:23:26,172 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:23:26,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:23:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:23:26,184 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:23:26,184 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:23:26,192 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$18(967): Started disable of backup:system 2023-11-19T01:23:26,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable backup:system 2023-11-19T01:23:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=backup:system 2023-11-19T01:23:26,209 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357006209"}]},"ts":"1700357006209"} 2023-11-19T01:23:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:23:26,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLING in hbase:meta 2023-11-19T01:23:26,213 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set backup:system to state=DISABLING 2023-11-19T01:23:26,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, UNASSIGN}] 2023-11-19T01:23:26,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, UNASSIGN 2023-11-19T01:23:26,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:26,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; CloseRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:23:26,376 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:26,378 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(119): Close de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:26,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1668): Closing de18e12a68d9457dee60a845328c29fd, disabling compactions & flushes 2023-11-19T01:23:26,378 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1690): Closing region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:26,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:26,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. after waiting 0 ms 2023-11-19T01:23:26,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:26,378 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-11-19T01:23:26,383 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/fd5d2b1143dd4862af73cb648f14cce5 is 91, key is incrbackupset:hdfs://localhost:45379/backupUT/meta:test-1700356981446/1700357006169/Put/seqid=0 2023-11-19T01:23:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:23:26,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:26,798 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:26,802 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/a48343c8813843039dba2bdc951d7117 is 59, key is session:backup_1700356987678/session:/1700357006159/DeleteFamily/seqid=0 2023-11-19T01:23:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:23:27,120 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:23:27,123 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47722, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:23:27,207 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:27,214 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:27,215 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/fd5d2b1143dd4862af73cb648f14cce5 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:27,221 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:27,221 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5, entries=2, sequenceid=28, filesize=5.2 K 2023-11-19T01:23:27,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/a48343c8813843039dba2bdc951d7117 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:27,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:27,229 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117, entries=2, sequenceid=28, filesize=5.2 K 2023-11-19T01:23:27,230 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 852ms, sequenceid=28, compaction requested=true 2023-11-19T01:23:27,247 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=1 2023-11-19T01:23:27,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:27,248 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1909): Closed backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:27,249 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1622): Region close journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:27,251 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(163): Closed de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:27,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=CLOSED 2023-11-19T01:23:27,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-11-19T01:23:27,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; CloseRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999 in 1.0350 sec 2023-11-19T01:23:27,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-19T01:23:27,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, UNASSIGN in 1.0410 sec 2023-11-19T01:23:27,259 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357007258"}]},"ts":"1700357007258"} 2023-11-19T01:23:27,260 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLED in hbase:meta 2023-11-19T01:23:27,262 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set backup:system to state=DISABLED 2023-11-19T01:23:27,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; DisableTableProcedure table=backup:system in 1.0630 sec 2023-11-19T01:23:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:23:27,316 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: backup:system, procId: 40 completed 2023-11-19T01:23:27,326 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin(2800): Taking restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:27,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357007327 (current time:1700357007327). 2023-11-19T01:23:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot hbase-failsafe-snapshot-backup-1700357007326 VERSION not specified, setting to 2 2023-11-19T01:23:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60717ade to 127.0.0.1:60801 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6f9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:27,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:48492, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60717ade to 127.0.0.1:60801 2023-11-19T01:23:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:23:27,342 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:27,343 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:27,346 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1700357007326 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:27,348 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:27,755 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2023-11-19T01:23:27,757 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-11-19T01:23:27,757 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-11-19T01:23:27,757 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:27,759 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5] hfiles 2023-11-19T01:23:27,759 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63 2023-11-19T01:23:27,759 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 2023-11-19T01:23:27,759 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:27,759 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:27,761 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685] hfiles 2023-11-19T01:23:27,761 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/4): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8 2023-11-19T01:23:27,761 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/4): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b 2023-11-19T01:23:27,762 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/4): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:27,762 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (4/4): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 2023-11-19T01:23:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:28,168 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2023-11-19T01:23:28,169 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:28,170 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:28,170 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:28,171 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:28,581 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:28,593 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:28,593 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1700357007326 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:28,595 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:28,595 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:23:28,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1700357007326 table=backup:system type=FLUSH ttl=0 } in 1.2560 sec 2023-11-19T01:23:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:23:29,450 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-11-19T01:23:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1700356999854 type: FLUSH version: 2 ttl: 0 ) 2023-11-19T01:23:29,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1051): Restore snapshot=snapshot-backup as table=backup:system 2023-11-19T01:23:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:23:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:23:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:23:29,895 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2023-11-19T01:23:29,895 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2023-11-19T01:23:29,897 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(386): Starting restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:29,904 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(181): starting restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1700356999854 type: FLUSH version: 2 ttl: 0 2023-11-19T01:23:29,905 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(846): get table regions: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system 2023-11-19T01:23:29,908 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(858): found 1 regions for table=backup:system 2023-11-19T01:23:29,908 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(227): region to restore: de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:29,924 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/archive/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/fd5d2b1143dd4862af73cb648f14cce5 2023-11-19T01:23:29,927 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/archive/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/30828e2a502641ada69f3368b3807e63 2023-11-19T01:23:29,928 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:29,933 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/archive/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/a48343c8813843039dba2bdc951d7117 2023-11-19T01:23:29,936 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8 to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/archive/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/52ac67f292f643a18632caf310f30ae8 2023-11-19T01:23:29,936 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:29,936 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(270): finishing restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1700356999854 type: FLUSH version: 2 ttl: 0 2023-11-19T01:23:29,938 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357009938"}]},"ts":"9223372036854775807"} 2023-11-19T01:23:29,942 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:23:29,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:23:29,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357009939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357009939"}]},"ts":"1700357009939"} 2023-11-19T01:23:29,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:23:29,944 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:29,944 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1830): Overwritten 1 regions to Meta 2023-11-19T01:23:29,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1831): Overwritten regions: [{ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:23:29,945 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(457): Restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2023-11-19T01:23:29,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1700356999854 type: FLUSH version: 2 ttl: 0 ) in 480 msec 2023-11-19T01:23:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=44 2023-11-19T01:23:30,087 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: MODIFY, Table Name: backup:system, procId: 44 completed 2023-11-19T01:23:30,087 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin(2833): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:30,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "hbase-failsafe-snapshot-backup-1700357007326" 2023-11-19T01:23:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: hbase-failsafe-snapshot-backup-1700357007326 2023-11-19T01:23:30,094 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$17(907): Started enable of backup:system 2023-11-19T01:23:30,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster$12(2662): Client=jenkins//172.31.2.20 enable backup:system 2023-11-19T01:23:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:ENABLE_TABLE_PREPARE; EnableTableProcedure table=backup:system 2023-11-19T01:23:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:23:30,113 INFO [PEWorker-3 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2023-11-19T01:23:30,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357010113"}]},"ts":"1700357010113"} 2023-11-19T01:23:30,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:23:30,119 DEBUG [PEWorker-3 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2023-11-19T01:23:30,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN}] 2023-11-19T01:23:30,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN 2023-11-19T01:23:30,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2023-11-19T01:23:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:23:30,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:30,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999}] 2023-11-19T01:23:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:23:30,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:30,432 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:30,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => de18e12a68d9457dee60a845328c29fd, NAME => 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:30,432 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:30,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:30,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,434 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,435 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de18e12a68d9457dee60a845328c29fd columnFamilyName meta 2023-11-19T01:23:30,435 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:30,443 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 2023-11-19T01:23:30,443 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(324): Store=de18e12a68d9457dee60a845328c29fd/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:30,444 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,444 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de18e12a68d9457dee60a845328c29fd columnFamilyName session 2023-11-19T01:23:30,444 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:30,451 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b 2023-11-19T01:23:30,455 DEBUG [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 2023-11-19T01:23:30,456 INFO [StoreOpener-de18e12a68d9457dee60a845328c29fd-1 {}] regionserver.HStore(324): Store=de18e12a68d9457dee60a845328c29fd/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:30,456 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,458 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:23:30,461 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:30,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened de18e12a68d9457dee60a845328c29fd; next sequenceid=32; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9801083680, jitterRate=-0.08720295131206512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:23:30,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:30,463 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd., pid=47, masterSystemTime=1700357010428 2023-11-19T01:23:30,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:30,465 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:30,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=de18e12a68d9457dee60a845328c29fd, regionState=OPEN, openSeqNum=32, regionLocation=jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:30,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-11-19T01:23:30,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure de18e12a68d9457dee60a845328c29fd, server=jenkins-hbase6.apache.org,41079,1700356971999 in 191 msec 2023-11-19T01:23:30,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-19T01:23:30,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=de18e12a68d9457dee60a845328c29fd, ASSIGN in 349 msec 2023-11-19T01:23:30,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357010471"}]},"ts":"1700357010471"} 2023-11-19T01:23:30,472 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:23:30,477 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2023-11-19T01:23:30,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; EnableTableProcedure table=backup:system in 375 msec 2023-11-19T01:23:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:23:30,718 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] client.HBaseAdmin$TableFuture(3745): Operation: ENABLE, Table Name: backup:system, procId: 45 completed 2023-11-19T01:23:30,718 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:23:30,745 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49899e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:30,750 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb961e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:30,751 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:23:30,752 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53520, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:23:30,756 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:30,757 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41430, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService REPAIR status: no failed sessions found. Checking failed delete backup operation ... Found failed DELETE operation for: backup_1700356987678 Running DELETE again ... 2023-11-19T01:23:30,773 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1538): Restoring backup:system from snapshot 2023-11-19T01:23:30,778 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1550): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-11-19T01:23:30,778 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:23:30,790 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:23:30,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357010801 (current time:1700357010801). 2023-11-19T01:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:23:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb899b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:30,810 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41440, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:23:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-11-19T01:23:30,814 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:23:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:30,815 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:23:30,817 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot, current working dir path: hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:23:30,819 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:23:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:31,226 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:23:31,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd}] 2023-11-19T01:23:31,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:31,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:31,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41079 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-11-19T01:23:31,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:31,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=254 B heapSize=1.12 KB 2023-11-19T01:23:31,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/430f411411994ff59d14856b9a305bd1 is 64, key is delete_op_row/meta:fam/1700357010796/Put/seqid=0 2023-11-19T01:23:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:31,801 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=120 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/430f411411994ff59d14856b9a305bd1 2023-11-19T01:23:31,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/2931e4525931466897004d3841e95579 is 49, key is activesession:/session:c/1700357010793/Put/seqid=0 2023-11-19T01:23:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:32,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=134 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/2931e4525931466897004d3841e95579 2023-11-19T01:23:32,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/430f411411994ff59d14856b9a305bd1 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/430f411411994ff59d14856b9a305bd1 2023-11-19T01:23:32,237 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/430f411411994ff59d14856b9a305bd1, entries=1, sequenceid=39, filesize=4.9 K 2023-11-19T01:23:32,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/2931e4525931466897004d3841e95579 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/2931e4525931466897004d3841e95579 2023-11-19T01:23:32,244 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/2931e4525931466897004d3841e95579, entries=1, sequenceid=39, filesize=4.9 K 2023-11-19T01:23:32,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~254 B/254, heapSize ~1.09 KB/1112, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 864ms, sequenceid=39, compaction requested=true 2023-11-19T01:23:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. for snapshot_backup_system completed. 2023-11-19T01:23:32,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/430f411411994ff59d14856b9a305bd1] hfiles 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/e8a44419f38146ea92b24519f148d803 for snapshot=snapshot_backup_system 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/430f411411994ff59d14856b9a305bd1 for snapshot=snapshot_backup_system 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b, hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/2931e4525931466897004d3841e95579] hfiles 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/faa428c2ebd24c72b2f6c6d532647685 for snapshot=snapshot_backup_system 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/726e05d2b0ba4bb584b81d2da54bd50b for snapshot=snapshot_backup_system 2023-11-19T01:23:32,246 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/2931e4525931466897004d3841e95579 for snapshot=snapshot_backup_system 2023-11-19T01:23:32,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:32,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-11-19T01:23:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.HMaster(4026): Remote procedure done, pid=49 2023-11-19T01:23:32,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:32,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:32,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-19T01:23:32,658 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:23:32,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure de18e12a68d9457dee60a845328c29fd in 1.4290 sec 2023-11-19T01:23:32,659 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:23:32,659 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:23:32,659 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:23:32,660 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:23:32,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:23:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:33,074 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:23:33,082 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:23:33,083 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:23:33,084 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:23:33,085 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-11-19T01:23:33,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2730 sec 2023-11-19T01:23:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=48 2023-11-19T01:23:34,925 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(227): Deleting backup backup_1700356987678 ... 2023-11-19T01:23:34,928 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(445): Trying to cleanup up target dir : backup_1700356987678 2023-11-19T01:23:34,929 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(460): No data has been found in hdfs://localhost:45379/backupUT/backup_1700356987678/default/test-1700356981446. 2023-11-19T01:23:34,930 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.BackupUtils(467): hdfs://localhost:45379/backupUT/backup_1700356987678/default is empty, remove it. 2023-11-19T01:23:34,935 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-11-19T01:23:34,935 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-19T01:23:34,937 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupAdminImpl(276): Delete backup backup_1700356987678 completed. 2023-11-19T01:23:34,939 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1034): test-1700356981446 2023-11-19T01:23:34,941 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:23:34,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:23:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:23:34,953 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:23:34,953 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(657): Finish backup exclusive operation DELETE operation finished OK: backup_1700356987678 No failed backup MERGE operation found 2023-11-19T01:23:34,960 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:23:34,964 ERROR [Listener at jenkins-hbase6.apache.org/37879 {}] impl.BackupSystemTable(1579): Snapshot snapshot_backup_system does not exists 2023-11-19T01:23:34,965 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:34,965 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:34,989 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.ResourceChecker(175): after: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=597 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_199233819_16 at /127.0.0.1:55898 [Waiting for operation #27] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x16948f15-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x6ca47ac2-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_199233819_16 at /127.0.0.1:49234 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-405729331-172.31.2.20-1700356965372:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-207082582_16 at /127.0.0.1:52514 [Receiving block BP-405729331-172.31.2.20-1700356965372:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x6ca47ac2-SendThread(127.0.0.1:60801) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,44275,1700356968727)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-207082582_16 at /127.0.0.1:52510 [Receiving block BP-405729331-172.31.2.20-1700356965372:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,41079,1700356971999)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5111f760-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x6ca47ac2 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/977384434.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,41079,1700356971999' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_389701065_16 at /127.0.0.1:49252 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x16948f15-SendThread(127.0.0.1:60801) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: PacketResponder: BP-405729331-172.31.2.20-1700356965372:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:60801@0x16948f15 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/977384434.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=722 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=199 (was 268), ProcessCount=169 (was 169), AvailableMemoryMB=3815 (was 4082) 2023-11-19T01:23:34,990 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2023-11-19T01:23:34,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot-backup" 2023-11-19T01:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44275 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot-backup 2023-11-19T01:23:35,004 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:23:35,005 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:35,005 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:23:35,005 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] util.JVMClusterUtil(257): Found active master hash=436748253, stopped=false 2023-11-19T01:23:35,007 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:23:35,010 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:23:35,010 DEBUG [Listener at jenkins-hbase6.apache.org/37879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:35,011 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,41079,1700356971999' ***** 2023-11-19T01:23:35,011 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:23:35,011 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:23:35,023 INFO [RS:0;jenkins-hbase6:41079 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@10b193c8{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:23:35,028 INFO [RS:0;jenkins-hbase6:41079 {}] server.AbstractConnector(383): Stopped ServerConnector@34121349{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:23:35,028 INFO [RS:0;jenkins-hbase6:41079 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:23:35,029 INFO [RS:0;jenkins-hbase6:41079 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@334b24fa{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:23:35,029 INFO [RS:0;jenkins-hbase6:41079 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@72098a1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir/,STOPPED} 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:23:35,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for 0ca533bcaebbf7edd65e67b43da83440 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for c84c72c521a195b6b8d04e97f809398f 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for 0ebb01c777691288a24b71275beacede 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for b1a193193af03dc210d692b0109ffa3a 2023-11-19T01:23:35,032 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for 2010f3cc8916d81bcc9739262ad86284 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for ac9a510fa0ddb0b229558b3141febbc3 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,41079,1700356971999 2023-11-19T01:23:35,033 DEBUG [RS:0;jenkins-hbase6:41079 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:23:35,033 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0ca533bcaebbf7edd65e67b43da83440, disabling compactions & flushes 2023-11-19T01:23:35,033 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:23:35,033 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:35,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:35,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. after waiting 0 ms 2023-11-19T01:23:35,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:35,034 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:23:35,034 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1583): Online Regions={0ca533bcaebbf7edd65e67b43da83440=ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440., c84c72c521a195b6b8d04e97f809398f=test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f., 0ebb01c777691288a24b71275beacede=ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede., b1a193193af03dc210d692b0109ffa3a=backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a., 2010f3cc8916d81bcc9739262ad86284=ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284., 1588230740=hbase:meta,,1.1588230740, de18e12a68d9457dee60a845328c29fd=backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd., ac9a510fa0ddb0b229558b3141febbc3=hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.} 2023-11-19T01:23:35,034 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:23:35,034 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:23:35,035 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:23:35,035 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:23:35,035 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:23:35,035 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.24 KB heapSize=19.66 KB 2023-11-19T01:23:35,035 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on 0ca533bcaebbf7edd65e67b43da83440, 0ebb01c777691288a24b71275beacede, 1588230740, 2010f3cc8916d81bcc9739262ad86284, ac9a510fa0ddb0b229558b3141febbc3, b1a193193af03dc210d692b0109ffa3a, c84c72c521a195b6b8d04e97f809398f, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,038 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:23:35,039 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns4/test-17003569814463/0ca533bcaebbf7edd65e67b43da83440/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:23:35,040 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0ca533bcaebbf7edd65e67b43da83440: 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003569814463,,1700356986507.0ca533bcaebbf7edd65e67b43da83440. 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c84c72c521a195b6b8d04e97f809398f, disabling compactions & flushes 2023-11-19T01:23:35,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. after waiting 0 ms 2023-11-19T01:23:35,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:35,047 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/default/test-1700356981446/c84c72c521a195b6b8d04e97f809398f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:23:35,048 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,049 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:35,049 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c84c72c521a195b6b8d04e97f809398f: 2023-11-19T01:23:35,049 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700356981446,,1700356981932.c84c72c521a195b6b8d04e97f809398f. 2023-11-19T01:23:35,049 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0ebb01c777691288a24b71275beacede, disabling compactions & flushes 2023-11-19T01:23:35,049 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:35,049 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:35,050 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. after waiting 0 ms 2023-11-19T01:23:35,050 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:35,050 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 0ebb01c777691288a24b71275beacede 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:23:35,067 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/info/a0a378cdef5e4a6f8486e6db72597e51 is 159, key is ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede./info:regioninfo/1700356983971/Put/seqid=0 2023-11-19T01:23:35,069 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/.tmp/f/28aa2fca99d44831a66b471eb7f01cb4 is 37, key is row10/f:q1/1700356984306/Put/seqid=0 2023-11-19T01:23:35,235 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on 0ebb01c777691288a24b71275beacede, 1588230740, 2010f3cc8916d81bcc9739262ad86284, ac9a510fa0ddb0b229558b3141febbc3, b1a193193af03dc210d692b0109ffa3a, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,436 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on 0ebb01c777691288a24b71275beacede, 1588230740, 2010f3cc8916d81bcc9739262ad86284, ac9a510fa0ddb0b229558b3141febbc3, b1a193193af03dc210d692b0109ffa3a, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,473 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.37 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/info/a0a378cdef5e4a6f8486e6db72597e51 2023-11-19T01:23:35,480 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/.tmp/f/28aa2fca99d44831a66b471eb7f01cb4 2023-11-19T01:23:35,486 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/.tmp/f/28aa2fca99d44831a66b471eb7f01cb4 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/f/28aa2fca99d44831a66b471eb7f01cb4 2023-11-19T01:23:35,492 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/f/28aa2fca99d44831a66b471eb7f01cb4, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:23:35,493 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0ebb01c777691288a24b71275beacede in 443ms, sequenceid=103, compaction requested=false 2023-11-19T01:23:35,497 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/table/5826e6d67d9e4088baf1c36616459ead is 59, key is ns2:test-17003569814461/table:state/1700356983981/Put/seqid=0 2023-11-19T01:23:35,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns2/test-17003569814461/0ebb01c777691288a24b71275beacede/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:23:35,503 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:35,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0ebb01c777691288a24b71275beacede: 2023-11-19T01:23:35,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003569814461,,1700356983179.0ebb01c777691288a24b71275beacede. 2023-11-19T01:23:35,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b1a193193af03dc210d692b0109ffa3a, disabling compactions & flushes 2023-11-19T01:23:35,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:35,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:35,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. after waiting 0 ms 2023-11-19T01:23:35,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:35,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system_bulk/b1a193193af03dc210d692b0109ffa3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:23:35,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,509 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:35,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b1a193193af03dc210d692b0109ffa3a: 2023-11-19T01:23:35,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700356989958.b1a193193af03dc210d692b0109ffa3a. 2023-11-19T01:23:35,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2010f3cc8916d81bcc9739262ad86284, disabling compactions & flushes 2023-11-19T01:23:35,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:35,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:35,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. after waiting 0 ms 2023-11-19T01:23:35,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:35,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/ns3/test-17003569814462/2010f3cc8916d81bcc9739262ad86284/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:23:35,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:35,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2010f3cc8916d81bcc9739262ad86284: 2023-11-19T01:23:35,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003569814462,,1700356984380.2010f3cc8916d81bcc9739262ad86284. 2023-11-19T01:23:35,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing de18e12a68d9457dee60a845328c29fd, disabling compactions & flushes 2023-11-19T01:23:35,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:35,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:35,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. after waiting 0 ms 2023-11-19T01:23:35,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:35,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing de18e12a68d9457dee60a845328c29fd 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-11-19T01:23:35,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/b3ef5016a9074bc691f944baa47accf2 is 91, key is incrbackupset:hdfs://localhost:45379/backupUT/meta:test-1700356981446/1700357014940/Put/seqid=0 2023-11-19T01:23:35,535 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:23:35,535 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:23:35,636 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, ac9a510fa0ddb0b229558b3141febbc3, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,836 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, ac9a510fa0ddb0b229558b3141febbc3, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:35,903 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/table/5826e6d67d9e4088baf1c36616459ead 2023-11-19T01:23:35,910 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/info/a0a378cdef5e4a6f8486e6db72597e51 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/info/a0a378cdef5e4a6f8486e6db72597e51 2023-11-19T01:23:35,916 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/info/a0a378cdef5e4a6f8486e6db72597e51, entries=71, sequenceid=49, filesize=14.2 K 2023-11-19T01:23:35,917 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/.tmp/table/5826e6d67d9e4088baf1c36616459ead as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/table/5826e6d67d9e4088baf1c36616459ead 2023-11-19T01:23:35,923 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/table/5826e6d67d9e4088baf1c36616459ead, entries=15, sequenceid=49, filesize=5.8 K 2023-11-19T01:23:35,924 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.24 KB/11508, heapSize ~19.38 KB/19840, currentSize=0 B/0 for 1588230740 in 889ms, sequenceid=49, compaction requested=false 2023-11-19T01:23:35,929 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/b3ef5016a9074bc691f944baa47accf2 2023-11-19T01:23:35,932 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-11-19T01:23:35,933 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:35,933 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:23:35,933 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:23:35,933 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:23:35,933 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:23:35,935 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3ef5016a9074bc691f944baa47accf2 2023-11-19T01:23:35,938 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/dc2243df126940dfbe95861c798d069c is 59, key is session:backup_1700356987678/session:/1700357014936/DeleteFamily/seqid=0 2023-11-19T01:23:36,036 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-11-19T01:23:36,037 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1583): Online Regions={de18e12a68d9457dee60a845328c29fd=backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd., ac9a510fa0ddb0b229558b3141febbc3=hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3.} 2023-11-19T01:23:36,037 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on ac9a510fa0ddb0b229558b3141febbc3, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:36,237 DEBUG [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1609): Waiting on ac9a510fa0ddb0b229558b3141febbc3, de18e12a68d9457dee60a845328c29fd 2023-11-19T01:23:36,343 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/dc2243df126940dfbe95861c798d069c 2023-11-19T01:23:36,349 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc2243df126940dfbe95861c798d069c 2023-11-19T01:23:36,350 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/meta/b3ef5016a9074bc691f944baa47accf2 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/b3ef5016a9074bc691f944baa47accf2 2023-11-19T01:23:36,356 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3ef5016a9074bc691f944baa47accf2 2023-11-19T01:23:36,356 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/meta/b3ef5016a9074bc691f944baa47accf2, entries=2, sequenceid=46, filesize=5.2 K 2023-11-19T01:23:36,357 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/.tmp/session/dc2243df126940dfbe95861c798d069c as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/dc2243df126940dfbe95861c798d069c 2023-11-19T01:23:36,362 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc2243df126940dfbe95861c798d069c 2023-11-19T01:23:36,363 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/session/dc2243df126940dfbe95861c798d069c, entries=2, sequenceid=46, filesize=5.2 K 2023-11-19T01:23:36,363 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for de18e12a68d9457dee60a845328c29fd in 847ms, sequenceid=46, compaction requested=true 2023-11-19T01:23:36,377 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/backup/system/de18e12a68d9457dee60a845328c29fd/recovered.edits/49.seqid, newMaxSeqId=49, maxSeqId=31 2023-11-19T01:23:36,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:36,378 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:36,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for de18e12a68d9457dee60a845328c29fd: 2023-11-19T01:23:36,378 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700356987830.de18e12a68d9457dee60a845328c29fd. 2023-11-19T01:23:36,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ac9a510fa0ddb0b229558b3141febbc3, disabling compactions & flushes 2023-11-19T01:23:36,379 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:23:36,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:23:36,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. after waiting 0 ms 2023-11-19T01:23:36,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:23:36,379 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing ac9a510fa0ddb0b229558b3141febbc3 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:23:36,393 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/.tmp/info/e287b35f3745446997f5e4c69030995c is 45, key is default/info:d/1700356976729/Put/seqid=0 2023-11-19T01:23:36,397 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/.tmp/info/e287b35f3745446997f5e4c69030995c 2023-11-19T01:23:36,404 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/.tmp/info/e287b35f3745446997f5e4c69030995c as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/info/e287b35f3745446997f5e4c69030995c 2023-11-19T01:23:36,410 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/info/e287b35f3745446997f5e4c69030995c, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:23:36,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for ac9a510fa0ddb0b229558b3141febbc3 in 31ms, sequenceid=11, compaction requested=false 2023-11-19T01:23:36,417 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/data/hbase/namespace/ac9a510fa0ddb0b229558b3141febbc3/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:23:36,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:36,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:23:36,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ac9a510fa0ddb0b229558b3141febbc3: 2023-11-19T01:23:36,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700356975740.ac9a510fa0ddb0b229558b3141febbc3. 2023-11-19T01:23:36,437 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,41079,1700356971999; all regions closed. 2023-11-19T01:23:36,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta.1700356994322.meta not finished, retry = 0 2023-11-19T01:23:36,546 DEBUG [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/oldWALs 2023-11-19T01:23:36,546 INFO [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C41079%2C1700356971999.meta:.meta(num 1700356994322) 2023-11-19T01:23:36,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/WALs/jenkins-hbase6.apache.org,41079,1700356971999/jenkins-hbase6.apache.org%2C41079%2C1700356971999.1700356994346 not finished, retry = 0 2023-11-19T01:23:36,652 DEBUG [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/oldWALs 2023-11-19T01:23:36,653 INFO [RS:0;jenkins-hbase6:41079 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C41079%2C1700356971999:(num 1700356994346) 2023-11-19T01:23:36,653 DEBUG [RS:0;jenkins-hbase6:41079 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:36,653 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:23:36,653 INFO [RS:0;jenkins-hbase6:41079 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:23:36,653 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:23:36,655 INFO [RS:0;jenkins-hbase6:41079 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:41079 2023-11-19T01:23:36,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,41079,1700356971999] 2023-11-19T01:23:36,664 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,41079,1700356971999; numProcessing=1 2023-11-19T01:23:36,665 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,41079,1700356971999 expired; onlineServers=0 2023-11-19T01:23:36,665 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,44275,1700356968727' ***** 2023-11-19T01:23:36,665 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:23:36,666 DEBUG [M:0;jenkins-hbase6:44275 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be83751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:23:36,666 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:23:36,709 INFO [M:0;jenkins-hbase6:44275 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7b26d55e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:23:36,709 INFO [M:0;jenkins-hbase6:44275 {}] server.AbstractConnector(383): Stopped ServerConnector@42b7ee43{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:23:36,709 INFO [M:0;jenkins-hbase6:44275 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:23:36,710 INFO [M:0;jenkins-hbase6:44275 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@78cd5b1f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:23:36,710 INFO [M:0;jenkins-hbase6:44275 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5f98ee87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/hadoop.log.dir/,STOPPED} 2023-11-19T01:23:36,711 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,44275,1700356968727 2023-11-19T01:23:36,711 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,44275,1700356968727; all regions closed. 2023-11-19T01:23:36,711 DEBUG [M:0;jenkins-hbase6:44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:36,711 INFO [M:0;jenkins-hbase6:44275 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:23:36,712 INFO [M:0;jenkins-hbase6:44275 {}] server.AbstractConnector(383): Stopped ServerConnector@52520c5a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:23:36,712 DEBUG [M:0;jenkins-hbase6:44275 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:23:36,712 INFO [M:0;jenkins-hbase6:44275 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:23:36,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:23:36,713 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356974382 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356974382,5,FailOnTimeoutGroup] 2023-11-19T01:23:36,713 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356974381 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356974381,5,FailOnTimeoutGroup] 2023-11-19T01:23:36,713 DEBUG [M:0;jenkins-hbase6:44275 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:23:36,713 DEBUG [M:0;jenkins-hbase6:44275 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:23:36,713 INFO [M:0;jenkins-hbase6:44275 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:23:36,713 DEBUG [M:0;jenkins-hbase6:44275 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:23:36,713 INFO [M:0;jenkins-hbase6:44275 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:23:36,713 ERROR [M:0;jenkins-hbase6:44275 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-19T01:23:36,714 INFO [M:0;jenkins-hbase6:44275 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:23:36,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:23:36,715 WARN [M:0;jenkins-hbase6:44275 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:23:36,715 INFO [M:0;jenkins-hbase6:44275 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:23:36,715 INFO [M:0;jenkins-hbase6:44275 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:23:36,715 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:23:36,730 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:36,730 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:36,730 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:23:36,730 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:36,731 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=189.29 KB heapSize=227.60 KB 2023-11-19T01:23:36,745 DEBUG [M:0;jenkins-hbase6:44275 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb7323213a6e481bbf66d43240f95e4e is 88, key is hbase:meta,,1/info:sn/1700356974989/Put/seqid=0 2023-11-19T01:23:36,764 INFO [RS:0;jenkins-hbase6:41079 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,41079,1700356971999; zookeeper connection closed. 2023-11-19T01:23:36,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39a3fd97 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39a3fd97 2023-11-19T01:23:36,764 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:23:37,151 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb7323213a6e481bbf66d43240f95e4e 2023-11-19T01:23:37,170 DEBUG [M:0;jenkins-hbase6:44275 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886cd60367424be1823269dd5a4b06d7 is 1030, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1700357009947/Put/seqid=0 2023-11-19T01:23:37,575 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=188.70 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886cd60367424be1823269dd5a4b06d7 2023-11-19T01:23:37,580 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 886cd60367424be1823269dd5a4b06d7 2023-11-19T01:23:37,593 DEBUG [M:0;jenkins-hbase6:44275 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679a8463e041909bcd9361a9a79103 is 82, key is jenkins-hbase6.apache.org,41079,1700356971999/rs:state/1700356974401/Put/seqid=0 2023-11-19T01:23:37,998 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679a8463e041909bcd9361a9a79103 2023-11-19T01:23:38,004 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb7323213a6e481bbf66d43240f95e4e as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb7323213a6e481bbf66d43240f95e4e 2023-11-19T01:23:38,009 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb7323213a6e481bbf66d43240f95e4e, entries=8, sequenceid=450, filesize=5.5 K 2023-11-19T01:23:38,010 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/886cd60367424be1823269dd5a4b06d7 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/886cd60367424be1823269dd5a4b06d7 2023-11-19T01:23:38,015 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 886cd60367424be1823269dd5a4b06d7 2023-11-19T01:23:38,015 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/886cd60367424be1823269dd5a4b06d7, entries=49, sequenceid=450, filesize=16.2 K 2023-11-19T01:23:38,016 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75679a8463e041909bcd9361a9a79103 as hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75679a8463e041909bcd9361a9a79103 2023-11-19T01:23:38,021 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:45379/user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75679a8463e041909bcd9361a9a79103, entries=1, sequenceid=450, filesize=5.1 K 2023-11-19T01:23:38,022 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(3022): Finished flush of dataSize ~189.29 KB/193837, heapSize ~227.30 KB/232760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=450, compaction requested=false 2023-11-19T01:23:38,027 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:38,027 DEBUG [M:0;jenkins-hbase6:44275 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:23:38,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/94811fdf-3fa0-1d7b-b451-4217c0b1035b/MasterData/WALs/jenkins-hbase6.apache.org,44275,1700356968727/jenkins-hbase6.apache.org%2C44275%2C1700356968727.1700356973382 not finished, retry = 0 2023-11-19T01:23:38,130 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:23:38,130 INFO [M:0;jenkins-hbase6:44275 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:23:38,130 INFO [M:0;jenkins-hbase6:44275 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:23:38,131 INFO [M:0;jenkins-hbase6:44275 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:44275 2023-11-19T01:23:38,235 INFO [M:0;jenkins-hbase6:44275 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,44275,1700356968727; zookeeper connection closed. 2023-11-19T01:23:38,238 WARN [Listener at jenkins-hbase6.apache.org/37879 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:23:38,241 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:23:38,346 WARN [BP-405729331-172.31.2.20-1700356965372 heartbeating to localhost/127.0.0.1:45379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:23:38,346 WARN [BP-405729331-172.31.2.20-1700356965372 heartbeating to localhost/127.0.0.1:45379 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-405729331-172.31.2.20-1700356965372 (Datanode Uuid 89ca8a5f-b333-40bb-aa4f-607c0fd4eb14) service to localhost/127.0.0.1:45379 2023-11-19T01:23:38,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/dfs/data/data1/current/BP-405729331-172.31.2.20-1700356965372 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:23:38,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6df2437f-f9c1-f79a-3e9e-42ddd32f8ff7/cluster_b79583a4-f38a-abaa-68bf-961528348772/dfs/data/data2/current/BP-405729331-172.31.2.20-1700356965372 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:23:38,384 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:23:38,540 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:23:38,540 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:23:38,553 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:23:38,668 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:23:38,778 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:23:38,778 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:23:38,885 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:23:38,889 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:23:38,891 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:23:38,895 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:23:38,997 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:23:38,997 INFO [Listener at jenkins-hbase6.apache.org/37879 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped