2023-11-12 09:22:28,083 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:22:28,097 main DEBUG Took 0.010795 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:22:28,097 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:22:28,097 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:22:28,098 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:22:28,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,108 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:22:28,123 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,126 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,128 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,129 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,130 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,131 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,132 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,133 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,134 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:22:28,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,137 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:22:28,140 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:22:28,142 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:22:28,144 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:22:28,144 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:22:28,145 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:22:28,146 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:22:28,161 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:22:28,164 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:22:28,168 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:22:28,168 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:22:28,168 main DEBUG createAppenders(={Console}) 2023-11-12 09:22:28,169 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:22:28,169 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:22:28,170 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:22:28,170 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:22:28,171 main DEBUG OutputStream closed 2023-11-12 09:22:28,171 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:22:28,171 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:22:28,171 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:22:28,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:22:28,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:22:28,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:22:28,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:22:28,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:22:28,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:22:28,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:22:28,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:22:28,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:22:28,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:22:28,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:22:28,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:22:28,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:22:28,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:22:28,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:22:28,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:22:28,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:22:28,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:22:28,234 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:22:28,234 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:22:28,235 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:22:28,236 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:22:28,267 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.master.TestBackupLogCleaner timeout: 13 mins 2023-11-12 09:22:28,271 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:22:28,272 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:22:28,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a 2023-11-12T09:22:28,572 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:22:28,575 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:28,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:22:28,579 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d, deleteOnExit=true 2023-11-12T09:22:28,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:22:28,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/test.cache.data in system properties and HBase conf 2023-11-12T09:22:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:22:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:22:28,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:22:28,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:22:28,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:22:28,700 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:22:29,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:22:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:22:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:22:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:22:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:22:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:22:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:22:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:22:29,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:22:29,692 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:22:29,696 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:22:29,993 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:22:30,138 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@18135890 via org.mortbay.log.Slf4jLog 2023-11-12T09:22:30,154 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:30,195 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:30,246 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_localhost_37909_hdfs____p2nyyw/webapp 2023-11-12T09:22:30,402 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37909 2023-11-12T09:22:30,424 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:22:30,424 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:22:30,999 WARN [Listener at localhost/39171 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:22:31,065 WARN [Listener at localhost/39171 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:22:31,085 WARN [Listener at localhost/39171 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:31,091 INFO [Listener at localhost/39171 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:31,096 INFO [Listener at localhost/39171 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_localhost_34225_datanode____.y4u339/webapp 2023-11-12T09:22:31,198 INFO [Listener at localhost/39171 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34225 2023-11-12T09:22:31,494 WARN [Listener at localhost/38117 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:22:31,776 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:22:31,952 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3dcf7140967961e2: Processing first storage report for DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630 from datanode b4fd3d80-53df-42d1-b950-3d88b575a11f 2023-11-12T09:22:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3dcf7140967961e2: from storage DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630 node DatanodeRegistration(127.0.0.1:39595, datanodeUuid=b4fd3d80-53df-42d1-b950-3d88b575a11f, infoPort=33249, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1900544567;c=1699780949770), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:22:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3dcf7140967961e2: Processing first storage report for DS-e579e31c-cb77-4ecd-adf2-0a9d4595b9d9 from datanode b4fd3d80-53df-42d1-b950-3d88b575a11f 2023-11-12T09:22:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3dcf7140967961e2: from storage DS-e579e31c-cb77-4ecd-adf2-0a9d4595b9d9 node DatanodeRegistration(127.0.0.1:39595, datanodeUuid=b4fd3d80-53df-42d1-b950-3d88b575a11f, infoPort=33249, infoSecurePort=0, ipcPort=38117, storageInfo=lv=-57;cid=testClusterID;nsid=1900544567;c=1699780949770), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-12T09:22:32,017 DEBUG [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a 2023-11-12T09:22:32,160 INFO [Listener at localhost/38117 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/zookeeper_0, clientPort=54371, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:22:32,180 INFO [Listener at localhost/38117 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54371 2023-11-12T09:22:32,187 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:32,189 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:32,843 INFO [Listener at localhost/38117 {}] util.FSUtils(462): Created version file at hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d with version=8 2023-11-12T09:22:32,844 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/hbase-staging 2023-11-12T09:22:32,861 DEBUG [Listener at localhost/38117 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:22:32,861 DEBUG [Listener at localhost/38117 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:22:32,861 DEBUG [Listener at localhost/38117 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:22:32,861 DEBUG [Listener at localhost/38117 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:22:33,074 DEBUG [Listener at localhost/38117 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:22:33,837 INFO [Listener at localhost/38117 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:22:33,893 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:33,894 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:33,894 INFO [Listener at localhost/38117 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:22:33,894 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:33,894 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:22:34,053 INFO [Listener at localhost/38117 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:22:34,188 INFO [Listener at localhost/38117 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:22:34,207 DEBUG [Listener at localhost/38117 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:22:34,213 INFO [Listener at localhost/38117 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:22:34,261 DEBUG [Listener at localhost/38117 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 32682 (auto-detected) 2023-11-12T09:22:34,263 DEBUG [Listener at localhost/38117 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:22:34,300 INFO [Listener at localhost/38117 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34513 2023-11-12T09:22:34,316 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:34,318 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:34,340 INFO [Listener at localhost/38117 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34513 connecting to ZooKeeper ensemble=127.0.0.1:54371 2023-11-12T09:22:34,393 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:345130x0, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:22:34,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34513-0x1004cf0ee3c0000 connected 2023-11-12T09:22:34,430 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:22:34,434 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:34,437 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:22:34,448 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34513 2023-11-12T09:22:34,448 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34513 2023-11-12T09:22:34,449 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34513 2023-11-12T09:22:34,449 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34513 2023-11-12T09:22:34,450 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34513 2023-11-12T09:22:34,504 INFO [Listener at localhost/38117 {}] log.Log(170): Logging initialized @7132ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:22:34,629 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:22:34,629 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:22:34,630 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:22:34,632 INFO [Listener at localhost/38117 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:22:34,632 INFO [Listener at localhost/38117 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:22:34,632 INFO [Listener at localhost/38117 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:22:34,636 INFO [Listener at localhost/38117 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:22:34,779 INFO [Listener at localhost/38117 {}] http.HttpServer(1227): Jetty bound to port 35985 2023-11-12T09:22:34,781 INFO [Listener at localhost/38117 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:34,824 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:34,828 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@32d503aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:22:34,829 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:34,829 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6319ae3b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:22:34,901 INFO [Listener at localhost/38117 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:22:34,917 INFO [Listener at localhost/38117 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:22:34,917 INFO [Listener at localhost/38117 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:22:34,920 INFO [Listener at localhost/38117 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:22:34,932 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:36,063 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@d634222{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:22:36,074 INFO [Listener at localhost/38117 {}] server.AbstractConnector(333): Started ServerConnector@6d98c4aa{HTTP/1.1, (http/1.1)}{0.0.0.0:35985} 2023-11-12T09:22:36,074 INFO [Listener at localhost/38117 {}] server.Server(415): Started @8702ms 2023-11-12T09:22:36,078 INFO [Listener at localhost/38117 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d, hbase.cluster.distributed=false 2023-11-12T09:22:36,146 INFO [Listener at localhost/38117 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:22:36,146 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:36,146 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:36,146 INFO [Listener at localhost/38117 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:22:36,147 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:22:36,147 INFO [Listener at localhost/38117 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:22:36,155 INFO [Listener at localhost/38117 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:22:36,158 INFO [Listener at localhost/38117 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:22:36,159 INFO [Listener at localhost/38117 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:45867 2023-11-12T09:22:36,162 INFO [Listener at localhost/38117 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:22:36,170 DEBUG [Listener at localhost/38117 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:22:36,171 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:36,174 INFO [Listener at localhost/38117 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:36,177 INFO [Listener at localhost/38117 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:54371 2023-11-12T09:22:36,182 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:458670x0, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:22:36,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45867-0x1004cf0ee3c0001 connected 2023-11-12T09:22:36,183 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:22:36,184 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:36,185 DEBUG [Listener at localhost/38117 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:22:36,186 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2023-11-12T09:22:36,186 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2023-11-12T09:22:36,210 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2023-11-12T09:22:36,211 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2023-11-12T09:22:36,211 DEBUG [Listener at localhost/38117 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2023-11-12T09:22:36,218 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:22:36,218 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:22:36,218 INFO [Listener at localhost/38117 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:22:36,219 INFO [Listener at localhost/38117 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:22:36,219 INFO [Listener at localhost/38117 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:22:36,219 INFO [Listener at localhost/38117 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:22:36,219 INFO [Listener at localhost/38117 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:22:36,221 INFO [Listener at localhost/38117 {}] http.HttpServer(1227): Jetty bound to port 46091 2023-11-12T09:22:36,222 INFO [Listener at localhost/38117 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:36,223 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:36,223 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@62a65f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:22:36,224 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:36,224 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@f2f7f12{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:22:36,235 INFO [Listener at localhost/38117 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:22:36,236 INFO [Listener at localhost/38117 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:22:36,236 INFO [Listener at localhost/38117 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:22:36,236 INFO [Listener at localhost/38117 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:22:36,237 INFO [Listener at localhost/38117 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:22:36,242 INFO [Listener at localhost/38117 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@412866ed{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:22:36,243 INFO [Listener at localhost/38117 {}] server.AbstractConnector(333): Started ServerConnector@3ae02b5a{HTTP/1.1, (http/1.1)}{0.0.0.0:46091} 2023-11-12T09:22:36,243 INFO [Listener at localhost/38117 {}] server.Server(415): Started @8870ms 2023-11-12T09:22:36,248 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:22:36,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5a4a6a10{HTTP/1.1, (http/1.1)}{0.0.0.0:39629} 2023-11-12T09:22:36,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8878ms 2023-11-12T09:22:36,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:36,266 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:36,266 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:36,270 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:36,275 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34513 2023-11-12T09:22:36,294 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:22:36,294 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:22:36,294 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:36,294 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:36,295 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:22:36,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:22:36,297 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,34513,1699780953059 from backup master directory 2023-11-12T09:22:36,301 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:36,301 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:36,302 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:22:36,303 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:22:36,303 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:36,306 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:22:36,309 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:22:36,796 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/hbase.id with ID: 855d45de-ec18-4d8b-9bdb-a319ea23bc1d 2023-11-12T09:22:36,837 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:22:36,853 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:36,853 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:36,897 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:36,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:22:36,919 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:22:36,919 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:22:36,920 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:36,932 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:36,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:37,007 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store 2023-11-12T09:22:37,437 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:22:37,437 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:37,437 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:22:37,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:37,438 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:37,438 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:22:37,438 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:37,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:37,438 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:22:37,440 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/.initializing 2023-11-12T09:22:37,440 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/WALs/jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:37,451 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:22:37,465 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34513%2C1699780953059, suffix=, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/WALs/jenkins-hbase3.apache.org,34513,1699780953059, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/oldWALs, maxLogs=10 2023-11-12T09:22:37,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/WALs/jenkins-hbase3.apache.org,34513,1699780953059/jenkins-hbase3.apache.org%2C34513%2C1699780953059.1699780957474, exclude list is [], retry=0 2023-11-12T09:22:37,534 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:22:37,541 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:22:37,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/WALs/jenkins-hbase3.apache.org,34513,1699780953059/jenkins-hbase3.apache.org%2C34513%2C1699780953059.1699780957474 2023-11-12T09:22:37,614 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:22:37,614 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:37,615 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:37,619 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,621 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:22:37,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:37,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:37,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:22:37,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:37,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:37,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:22:37,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:37,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:37,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:22:37,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:37,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:37,751 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,752 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:22:37,774 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:22:37,783 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:37,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9865827840, jitterRate=-0.08117318153381348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:22:37,792 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:22:37,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:22:37,833 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4844cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:37,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:22:37,909 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:22:37,909 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:22:37,912 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:22:37,914 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:22:37,920 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:22:37,921 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:22:37,956 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:22:37,973 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:22:37,975 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:22:37,979 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:22:37,980 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:22:37,981 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:22:37,984 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:22:37,991 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:22:37,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:22:37,993 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:22:37,995 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:22:38,011 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:22:38,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:22:38,018 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:22:38,018 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:22:38,018 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,018 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,019 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,34513,1699780953059, sessionid=0x1004cf0ee3c0000, setting cluster-up flag (Was=false) 2023-11-12T09:22:38,028 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:22:38,039 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,039 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,045 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:22:38,046 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:38,050 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,050 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:22:38,058 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:38,065 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,065 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:38,071 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:22:38,073 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:38,157 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45867 2023-11-12T09:22:38,159 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(997): ClusterId : 855d45de-ec18-4d8b-9bdb-a319ea23bc1d 2023-11-12T09:22:38,162 INFO [RS:0;jenkins-hbase3:45867 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:22:38,165 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:22:38,172 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:22:38,173 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:22:38,176 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:22:38,176 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:22:38,181 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:22:38,182 DEBUG [RS:0;jenkins-hbase3:45867 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673ed559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:38,184 DEBUG [RS:0;jenkins-hbase3:45867 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5f9df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:22:38,189 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:22:38,189 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:22:38,189 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:22:38,194 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34513,1699780953059 with isa=jenkins-hbase3.apache.org/172.31.12.81:45867, startcode=1699780956145 2023-11-12T09:22:38,221 DEBUG [RS:0;jenkins-hbase3:45867 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:22:38,228 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:38,237 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:22:38,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:22:38,256 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34513,1699780953059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:22:38,262 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,272 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780988272 2023-11-12T09:22:38,276 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:22:38,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:22:38,281 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:38,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:22:38,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:38,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:22:38,293 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:22:38,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:22:38,295 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:22:38,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:22:38,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:22:38,297 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50395, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:22:38,300 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,307 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34513 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:22:38,330 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:22:38,333 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:22:38,333 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:22:38,342 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x06da6bd9 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:38,349 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:22:38,349 WARN [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:22:38,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7d535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:38,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:22:38,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:22:38,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:22:38,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780958357,5,FailOnTimeoutGroup] 2023-11-12T09:22:38,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780958358,5,FailOnTimeoutGroup] 2023-11-12T09:22:38,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,358 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:22:38,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,362 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,451 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34513,1699780953059 with isa=jenkins-hbase3.apache.org/172.31.12.81:45867, startcode=1699780956145 2023-11-12T09:22:38,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34513 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:38,468 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:38,468 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:39171 2023-11-12T09:22:38,468 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35985 2023-11-12T09:22:38,478 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:22:38,479 DEBUG [RS:0;jenkins-hbase3:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:38,479 WARN [RS:0;jenkins-hbase3:45867 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:22:38,479 INFO [RS:0;jenkins-hbase3:45867 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:38,479 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:38,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45867,1699780956145] 2023-11-12T09:22:38,497 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:22:38,513 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:22:38,528 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:22:38,532 INFO [RS:0;jenkins-hbase3:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:22:38,533 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,533 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:22:38,543 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,543 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,544 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,545 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,545 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,545 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:22:38,545 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:22:38,545 DEBUG [RS:0;jenkins-hbase3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:22:38,546 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,546 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,546 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,546 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,547 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45867,1699780956145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:22:38,563 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:22:38,567 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45867,1699780956145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:38,588 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45867,1699780956145 started 2023-11-12T09:22:38,588 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45867,1699780956145, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45867, sessionid=0x1004cf0ee3c0001 2023-11-12T09:22:38,589 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:22:38,589 DEBUG [RS:0;jenkins-hbase3:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:38,589 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45867,1699780956145' 2023-11-12T09:22:38,589 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:22:38,590 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:22:38,590 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:22:38,590 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:22:38,591 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45867,1699780956145' 2023-11-12T09:22:38,591 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:38,591 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:38,592 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45867,1699780956145' 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:22:38,592 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:22:38,593 DEBUG [RS:0;jenkins-hbase3:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:22:38,593 INFO [RS:0;jenkins-hbase3:45867 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:22:38,593 INFO [RS:0;jenkins-hbase3:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:22:38,704 INFO [RS:0;jenkins-hbase3:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:22:38,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:22:38,706 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:38,707 INFO [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45867%2C1699780956145, suffix=, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs, maxLogs=32 2023-11-12T09:22:38,723 DEBUG [RS:0;jenkins-hbase3:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709, exclude list is [], retry=0 2023-11-12T09:22:38,728 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:22:38,732 INFO [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709 2023-11-12T09:22:38,732 DEBUG [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:22:39,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:39,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:22:39,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:22:39,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:22:39,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:22:39,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:22:39,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:22:39,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740 2023-11-12T09:22:39,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740 2023-11-12T09:22:39,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:22:39,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:22:39,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:39,155 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10307892480, jitterRate=-0.04000270366668701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:22:39,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:22:39,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:22:39,157 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:22:39,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:22:39,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:22:39,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:22:39,159 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:22:39,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:22:39,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:22:39,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:22:39,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:22:39,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:22:39,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:22:39,346 DEBUG [jenkins-hbase3:34513 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:22:39,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:39,365 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45867,1699780956145, state=OPENING 2023-11-12T09:22:39,375 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:22:39,377 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:39,377 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:39,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:39,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:39,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:39,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:39,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:22:39,743 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:53250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:22:39,755 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:22:39,756 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:22:39,757 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:22:39,760 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta, suffix=.meta, logDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145, archiveDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs, maxLogs=32 2023-11-12T09:22:39,775 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780959762.meta, exclude list is [], retry=0 2023-11-12T09:22:39,779 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:22:39,784 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780959762.meta 2023-11-12T09:22:39,785 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:22:39,785 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:39,790 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:39,791 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:22:39,808 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:22:39,808 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:22:39,814 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:22:39,814 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:39,814 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:22:39,814 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:22:39,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:22:39,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:22:39,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:22:39,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:22:39,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:22:39,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:22:39,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:39,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:22:39,827 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740 2023-11-12T09:22:39,830 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740 2023-11-12T09:22:39,833 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:22:39,835 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:22:39,836 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9616454080, jitterRate=-0.10439792275428772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:22:39,838 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:22:39,850 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780959728 2023-11-12T09:22:39,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:22:39,876 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:22:39,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:39,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45867,1699780956145, state=OPEN 2023-11-12T09:22:39,883 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:22:39,883 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:22:39,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:39,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:22:39,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:22:39,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45867,1699780956145 in 500 msec 2023-11-12T09:22:39,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:22:39,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2023-11-12T09:22:39,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7640 sec 2023-11-12T09:22:39,904 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780959904, completionTime=-1 2023-11-12T09:22:39,905 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:22:39,905 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:22:40,008 DEBUG [hconnection-0x620ed018-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:40,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:53260, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:40,033 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:22:40,033 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781020033 2023-11-12T09:22:40,033 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781080033 2023-11-12T09:22:40,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 128 msec 2023-11-12T09:22:40,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34513,1699780953059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:40,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34513,1699780953059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:40,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34513,1699780953059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:40,061 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34513, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:40,062 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:22:40,069 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:22:40,084 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:22:40,086 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:22:40,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:22:40,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:40,105 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:40,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:40,528 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 383c0d281e921b97f7bdb8758a816237, NAME => 'hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 383c0d281e921b97f7bdb8758a816237, disabling compactions & flushes 2023-11-12T09:22:40,940 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. after waiting 0 ms 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:40,940 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:40,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 383c0d281e921b97f7bdb8758a816237: 2023-11-12T09:22:40,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:40,963 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780960946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780960946"}]},"ts":"1699780960946"} 2023-11-12T09:22:41,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:41,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:41,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780961009"}]},"ts":"1699780961009"} 2023-11-12T09:22:41,023 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:22:41,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=383c0d281e921b97f7bdb8758a816237, ASSIGN}] 2023-11-12T09:22:41,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=383c0d281e921b97f7bdb8758a816237, ASSIGN 2023-11-12T09:22:41,035 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=383c0d281e921b97f7bdb8758a816237, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:41,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=383c0d281e921b97f7bdb8758a816237, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:41,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 383c0d281e921b97f7bdb8758a816237, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:41,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:41,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:41,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 383c0d281e921b97f7bdb8758a816237, NAME => 'hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:41,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:41,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:41,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,355 INFO [StoreOpener-383c0d281e921b97f7bdb8758a816237-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,357 INFO [StoreOpener-383c0d281e921b97f7bdb8758a816237-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 383c0d281e921b97f7bdb8758a816237 columnFamilyName info 2023-11-12T09:22:41,357 DEBUG [StoreOpener-383c0d281e921b97f7bdb8758a816237-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:41,358 INFO [StoreOpener-383c0d281e921b97f7bdb8758a816237-1 {}] regionserver.HStore(324): Store=383c0d281e921b97f7bdb8758a816237/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:41,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:22:41,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:41,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 383c0d281e921b97f7bdb8758a816237; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10823130080, jitterRate=0.007982537150382996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:41,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 383c0d281e921b97f7bdb8758a816237: 2023-11-12T09:22:41,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237., pid=6, masterSystemTime=1699780961344 2023-11-12T09:22:41,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:41,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:22:41,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=383c0d281e921b97f7bdb8758a816237, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:41,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:22:41,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 383c0d281e921b97f7bdb8758a816237, server=jenkins-hbase3.apache.org,45867,1699780956145 in 190 msec 2023-11-12T09:22:41,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:22:41,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=383c0d281e921b97f7bdb8758a816237, ASSIGN in 355 msec 2023-11-12T09:22:41,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:41,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780961389"}]},"ts":"1699780961389"} 2023-11-12T09:22:41,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:22:41,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:41,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3080 sec 2023-11-12T09:22:41,404 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:22:41,408 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:41,408 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:41,408 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:41,460 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:22:41,478 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:41,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2023-11-12T09:22:41,495 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:22:41,507 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:41,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-11-12T09:22:41,520 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:22:41,524 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:22:41,524 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 5.221sec 2023-11-12T09:22:41,526 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:22:41,528 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:22:41,530 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:22:41,530 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:22:41,530 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:22:41,532 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34513,1699780953059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:22:41,533 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34513,1699780953059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:22:41,547 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:22:41,549 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:22:41,556 DEBUG [Listener at localhost/38117 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0c9e0205 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:41,561 DEBUG [Listener at localhost/38117 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e72406f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:41,566 DEBUG [Listener at localhost/38117 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:22:41,567 DEBUG [Listener at localhost/38117 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:22:41,582 DEBUG [hconnection-0x739b3cff-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:41,595 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:53266, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/test.cache.data in system properties and HBase conf 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:22:41,607 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:22:41,608 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:22:41,609 INFO [Listener at localhost/38117 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:22:42,859 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:43,244 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:43,251 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35097_jobhistory____.pctgy2/webapp 2023-11-12T09:22:43,431 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:22:43,431 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:43,432 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:43,435 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:43,540 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:43,664 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:44,007 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:22:44,045 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35097 2023-11-12T09:22:44,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:22:44,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:44,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:22:44,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:44,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:44,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:22:44,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:22:44,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:22:44,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:22:44,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:44,351 WARN [Listener at jenkins-hbase3.apache.org/37047 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:44,437 WARN [Listener at jenkins-hbase3.apache.org/37047 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:44,438 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:44,445 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36361_cluster____.9ocdk8/webapp 2023-11-12T09:22:44,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:22:44,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:22:44,522 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:44,522 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:22:44,522 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:44,523 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:44,537 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:44,764 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:44,900 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:44,909 INFO [Listener at jenkins-hbase3.apache.org/37047 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36361 2023-11-12T09:22:45,351 WARN [Listener at jenkins-hbase3.apache.org/35555 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:45,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:45,376 WARN [Listener at jenkins-hbase3.apache.org/35555 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:45,378 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:45,390 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43455_node____.ir3564/webapp 2023-11-12T09:22:45,464 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:22:45,464 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:45,464 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:45,464 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:45,472 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,494 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,558 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,569 INFO [Listener at jenkins-hbase3.apache.org/35555 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43455 2023-11-12T09:22:45,726 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:22:45,735 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:22:45,736 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:22:45,747 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43097_node____rc4k9a/webapp 2023-11-12T09:22:45,821 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:22:45,821 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:22:45,822 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:22:45,822 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:22:45,834 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,861 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,952 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:22:45,958 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43097 2023-11-12T09:22:45,990 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:22:45,991 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:39171/backupUT 2023-11-12T09:22:46,002 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:46,007 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:43540, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:22:46,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:22:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:22:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:22:46,044 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:46,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 32 msec 2023-11-12T09:22:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:22:46,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:22:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:22:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:22:46,152 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:46,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-12T09:22:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:22:46,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:22:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:22:46,265 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:46,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-11-12T09:22:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:22:46,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:22:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:22:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:22:46,375 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:46,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:22:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:22:46,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780965991', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780965991 2023-11-12T09:22:46,492 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:46,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:46,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:46,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780965991" procId is: 13 2023-11-12T09:22:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:46,934 INFO [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d39568df92c3b527302bf1bdcf3ab394, NAME => 'test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780965991', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:47,351 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:47,351 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1668): Closing d39568df92c3b527302bf1bdcf3ab394, disabling compactions & flushes 2023-11-12T09:22:47,351 INFO [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,352 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,352 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. after waiting 0 ms 2023-11-12T09:22:47,352 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,352 INFO [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,352 DEBUG [RegionOpenAndInit-test-1699780965991-pool-0 {}] regionserver.HRegion(1622): Region close journal for d39568df92c3b527302bf1bdcf3ab394: 2023-11-12T09:22:47,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:47,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780967353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780967353"}]},"ts":"1699780967353"} 2023-11-12T09:22:47,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:47,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:47,358 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780965991","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780967358"}]},"ts":"1699780967358"} 2023-11-12T09:22:47,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780965991, state=ENABLING in hbase:meta 2023-11-12T09:22:47,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780965991, region=d39568df92c3b527302bf1bdcf3ab394, ASSIGN}] 2023-11-12T09:22:47,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780965991, region=d39568df92c3b527302bf1bdcf3ab394, ASSIGN 2023-11-12T09:22:47,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780965991, region=d39568df92c3b527302bf1bdcf3ab394, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:47,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=d39568df92c3b527302bf1bdcf3ab394, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:47,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure d39568df92c3b527302bf1bdcf3ab394, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:47,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:47,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => d39568df92c3b527302bf1bdcf3ab394, NAME => 'test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:47,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:47,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780965991 d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:47,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,690 INFO [StoreOpener-d39568df92c3b527302bf1bdcf3ab394-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,692 INFO [StoreOpener-d39568df92c3b527302bf1bdcf3ab394-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d39568df92c3b527302bf1bdcf3ab394 columnFamilyName f 2023-11-12T09:22:47,692 DEBUG [StoreOpener-d39568df92c3b527302bf1bdcf3ab394-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:47,693 INFO [StoreOpener-d39568df92c3b527302bf1bdcf3ab394-1 {}] regionserver.HStore(324): Store=d39568df92c3b527302bf1bdcf3ab394/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:47,694 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,695 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,700 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:47,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:47,710 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened d39568df92c3b527302bf1bdcf3ab394; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11927904800, jitterRate=0.11087270081043243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:47,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for d39568df92c3b527302bf1bdcf3ab394: 2023-11-12T09:22:47,712 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394., pid=15, masterSystemTime=1699780967679 2023-11-12T09:22:47,715 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,715 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:47,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=d39568df92c3b527302bf1bdcf3ab394, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:47,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:22:47,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure d39568df92c3b527302bf1bdcf3ab394, server=jenkins-hbase3.apache.org,45867,1699780956145 in 194 msec 2023-11-12T09:22:47,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:22:47,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780965991, region=d39568df92c3b527302bf1bdcf3ab394, ASSIGN in 356 msec 2023-11-12T09:22:47,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:47,726 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780965991","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780967726"}]},"ts":"1699780967726"} 2023-11-12T09:22:47,729 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780965991, state=ENABLED in hbase:meta 2023-11-12T09:22:47,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780965991 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:47,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780965991 in 1.2460 sec 2023-11-12T09:22:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:22:48,618 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780965991, procId: 13 completed 2023-11-12T09:22:48,620 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a08a446 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:48,626 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c92d758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:48,628 DEBUG [hconnection-0x64100896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:48,632 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:43544, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:48,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.HRegion(8210): writing data to region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:22:48,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997809659911', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997809659911 2023-11-12T09:22:48,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:48,733 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:48,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997809659911" procId is: 16 2023-11-12T09:22:48,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:49,152 INFO [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => df772953d7f778b0c0cea84cae855296, NAME => 'ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997809659911', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1668): Closing df772953d7f778b0c0cea84cae855296, disabling compactions & flushes 2023-11-12T09:22:49,572 INFO [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. after waiting 0 ms 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,572 INFO [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,572 DEBUG [RegionOpenAndInit-ns2:test-16997809659911-pool-0 {}] regionserver.HRegion(1622): Region close journal for df772953d7f778b0c0cea84cae855296: 2023-11-12T09:22:49,574 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:49,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780969574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780969574"}]},"ts":"1699780969574"} 2023-11-12T09:22:49,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:49,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:49,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809659911","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780969578"}]},"ts":"1699780969578"} 2023-11-12T09:22:49,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809659911, state=ENABLING in hbase:meta 2023-11-12T09:22:49,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809659911, region=df772953d7f778b0c0cea84cae855296, ASSIGN}] 2023-11-12T09:22:49,591 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809659911, region=df772953d7f778b0c0cea84cae855296, ASSIGN 2023-11-12T09:22:49,592 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997809659911, region=df772953d7f778b0c0cea84cae855296, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:49,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=df772953d7f778b0c0cea84cae855296, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:49,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure df772953d7f778b0c0cea84cae855296, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:49,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:49,904 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,904 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => df772953d7f778b0c0cea84cae855296, NAME => 'ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:49,905 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809659911 df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,907 INFO [StoreOpener-df772953d7f778b0c0cea84cae855296-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,910 INFO [StoreOpener-df772953d7f778b0c0cea84cae855296-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df772953d7f778b0c0cea84cae855296 columnFamilyName f 2023-11-12T09:22:49,910 DEBUG [StoreOpener-df772953d7f778b0c0cea84cae855296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:49,911 INFO [StoreOpener-df772953d7f778b0c0cea84cae855296-1 {}] regionserver.HStore(324): Store=df772953d7f778b0c0cea84cae855296/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:49,912 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,916 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for df772953d7f778b0c0cea84cae855296 2023-11-12T09:22:49,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:49,924 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened df772953d7f778b0c0cea84cae855296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9651536000, jitterRate=-0.1011306643486023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:49,924 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for df772953d7f778b0c0cea84cae855296: 2023-11-12T09:22:49,925 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296., pid=18, masterSystemTime=1699780969899 2023-11-12T09:22:49,928 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,928 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:22:49,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=df772953d7f778b0c0cea84cae855296, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:49,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:22:49,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure df772953d7f778b0c0cea84cae855296, server=jenkins-hbase3.apache.org,45867,1699780956145 in 185 msec 2023-11-12T09:22:49,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:22:49,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997809659911, region=df772953d7f778b0c0cea84cae855296, ASSIGN in 346 msec 2023-11-12T09:22:49,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:49,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809659911","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780969938"}]},"ts":"1699780969938"} 2023-11-12T09:22:49,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809659911, state=ENABLED in hbase:meta 2023-11-12T09:22:49,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809659911 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:49,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997809659911 in 1.2140 sec 2023-11-12T09:22:50,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780965991' 2023-11-12T09:22:50,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997809659911' 2023-11-12T09:22:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:22:50,847 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997809659911, procId: 16 completed 2023-11-12T09:22:50,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:22:50,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997809659912', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997809659912 2023-11-12T09:22:50,956 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:50,957 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:50,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997809659912" procId is: 19 2023-11-12T09:22:50,958 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:51,374 INFO [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 44d83d20dabfad614413872ee1a5046a, NAME => 'ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997809659912', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1668): Closing 44d83d20dabfad614413872ee1a5046a, disabling compactions & flushes 2023-11-12T09:22:51,798 INFO [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. after waiting 0 ms 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:51,798 INFO [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:51,798 DEBUG [RegionOpenAndInit-ns3:test-16997809659912-pool-0 {}] regionserver.HRegion(1622): Region close journal for 44d83d20dabfad614413872ee1a5046a: 2023-11-12T09:22:51,800 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:51,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780971800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780971800"}]},"ts":"1699780971800"} 2023-11-12T09:22:51,802 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:51,803 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:51,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809659912","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780971803"}]},"ts":"1699780971803"} 2023-11-12T09:22:51,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809659912, state=ENABLING in hbase:meta 2023-11-12T09:22:51,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809659912, region=44d83d20dabfad614413872ee1a5046a, ASSIGN}] 2023-11-12T09:22:51,816 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809659912, region=44d83d20dabfad614413872ee1a5046a, ASSIGN 2023-11-12T09:22:51,817 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997809659912, region=44d83d20dabfad614413872ee1a5046a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:51,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=44d83d20dabfad614413872ee1a5046a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:51,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 44d83d20dabfad614413872ee1a5046a, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:52,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:52,130 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:52,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 44d83d20dabfad614413872ee1a5046a, NAME => 'ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:52,131 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:52,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809659912 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:52,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,133 INFO [StoreOpener-44d83d20dabfad614413872ee1a5046a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,135 INFO [StoreOpener-44d83d20dabfad614413872ee1a5046a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44d83d20dabfad614413872ee1a5046a columnFamilyName f 2023-11-12T09:22:52,135 DEBUG [StoreOpener-44d83d20dabfad614413872ee1a5046a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:52,136 INFO [StoreOpener-44d83d20dabfad614413872ee1a5046a-1 {}] regionserver.HStore(324): Store=44d83d20dabfad614413872ee1a5046a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:52,137 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns3/test-16997809659912/44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns3/test-16997809659912/44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,141 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:22:52,144 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns3/test-16997809659912/44d83d20dabfad614413872ee1a5046a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:52,144 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 44d83d20dabfad614413872ee1a5046a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9436579840, jitterRate=-0.12115001678466797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:52,145 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 44d83d20dabfad614413872ee1a5046a: 2023-11-12T09:22:52,146 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a., pid=21, masterSystemTime=1699780972125 2023-11-12T09:22:52,148 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:52,149 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:22:52,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=44d83d20dabfad614413872ee1a5046a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:52,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:22:52,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 44d83d20dabfad614413872ee1a5046a, server=jenkins-hbase3.apache.org,45867,1699780956145 in 180 msec 2023-11-12T09:22:52,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:22:52,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997809659912, region=44d83d20dabfad614413872ee1a5046a, ASSIGN in 340 msec 2023-11-12T09:22:52,158 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:52,158 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809659912","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780972158"}]},"ts":"1699780972158"} 2023-11-12T09:22:52,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809659912, state=ENABLED in hbase:meta 2023-11-12T09:22:52,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809659912 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:52,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997809659912 in 1.2090 sec 2023-11-12T09:22:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:53,068 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997809659912, procId: 19 completed 2023-11-12T09:22:53,068 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997809659912 get assigned. Timeout = 60000ms 2023-11-12T09:22:53,070 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:53,074 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997809659912 assigned to meta. Checking AM states. 2023-11-12T09:22:53,075 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:53,075 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997809659912 assigned. 2023-11-12T09:22:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997809659913', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997809659913 2023-11-12T09:22:53,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:53,081 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:53,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997809659913" procId is: 22 2023-11-12T09:22:53,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:53,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:53,495 INFO [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 114f2d898f27d3b480c518026c93e31f, NAME => 'ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997809659913', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1668): Closing 114f2d898f27d3b480c518026c93e31f, disabling compactions & flushes 2023-11-12T09:22:53,910 INFO [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. after waiting 0 ms 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:53,910 INFO [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:53,910 DEBUG [RegionOpenAndInit-ns4:test-16997809659913-pool-0 {}] regionserver.HRegion(1622): Region close journal for 114f2d898f27d3b480c518026c93e31f: 2023-11-12T09:22:53,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:53,912 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780973912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780973912"}]},"ts":"1699780973912"} 2023-11-12T09:22:53,914 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:53,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:53,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809659913","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780973916"}]},"ts":"1699780973916"} 2023-11-12T09:22:53,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809659913, state=ENABLING in hbase:meta 2023-11-12T09:22:53,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809659913, region=114f2d898f27d3b480c518026c93e31f, ASSIGN}] 2023-11-12T09:22:53,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809659913, region=114f2d898f27d3b480c518026c93e31f, ASSIGN 2023-11-12T09:22:53,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997809659913, region=114f2d898f27d3b480c518026c93e31f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:54,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=114f2d898f27d3b480c518026c93e31f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:54,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 114f2d898f27d3b480c518026c93e31f, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:54,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809659911 2023-11-12T09:22:54,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809659911 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:54,185 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809659912 2023-11-12T09:22:54,185 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809659912 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:54,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780965991 2023-11-12T09:22:54,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780965991 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:54,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:54,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:54,241 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 114f2d898f27d3b480c518026c93e31f, NAME => 'ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:54,241 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:54,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809659913 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:54,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,242 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,244 INFO [StoreOpener-114f2d898f27d3b480c518026c93e31f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,246 INFO [StoreOpener-114f2d898f27d3b480c518026c93e31f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f2d898f27d3b480c518026c93e31f columnFamilyName f 2023-11-12T09:22:54,246 DEBUG [StoreOpener-114f2d898f27d3b480c518026c93e31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:54,247 INFO [StoreOpener-114f2d898f27d3b480c518026c93e31f-1 {}] regionserver.HStore(324): Store=114f2d898f27d3b480c518026c93e31f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:54,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns4/test-16997809659913/114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,249 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns4/test-16997809659913/114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,253 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:22:54,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns4/test-16997809659913/114f2d898f27d3b480c518026c93e31f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:54,257 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 114f2d898f27d3b480c518026c93e31f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9571552960, jitterRate=-0.10857966542243958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:54,258 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 114f2d898f27d3b480c518026c93e31f: 2023-11-12T09:22:54,259 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f., pid=24, masterSystemTime=1699780974235 2023-11-12T09:22:54,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:54,262 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:22:54,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=114f2d898f27d3b480c518026c93e31f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:54,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:22:54,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 114f2d898f27d3b480c518026c93e31f, server=jenkins-hbase3.apache.org,45867,1699780956145 in 182 msec 2023-11-12T09:22:54,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:22:54,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997809659913, region=114f2d898f27d3b480c518026c93e31f, ASSIGN in 343 msec 2023-11-12T09:22:54,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:54,270 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809659913","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780974270"}]},"ts":"1699780974270"} 2023-11-12T09:22:54,272 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809659913, state=ENABLED in hbase:meta 2023-11-12T09:22:54,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809659913 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:54,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997809659913 in 1.1980 sec 2023-11-12T09:22:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:55,191 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997809659913, procId: 22 completed 2023-11-12T09:22:55,191 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997809659913 get assigned. Timeout = 60000ms 2023-11-12T09:22:55,191 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:55,196 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997809659913 assigned to meta. Checking AM states. 2023-11-12T09:22:55,196 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:55,196 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997809659913 assigned. 2023-11-12T09:22:55,197 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7a08a446 to 127.0.0.1:54371 2023-11-12T09:22:55,197 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:55,241 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.ResourceChecker(147): before: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=585, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=169, ProcessCount=172, AvailableMemoryMB=5949 2023-11-12T09:22:55,241 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-11-12T09:22:55,243 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] master.TestBackupLogCleaner(64): create full backup image for all tables 2023-11-12T09:22:55,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:22:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:22:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:22:55,273 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:55,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-11-12T09:22:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:22:55,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:22:55,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:55,390 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:55,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:22:55,391 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:55,815 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6c0301b45e6cc9d96984b31d930a2b02, NAME => 'backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:55,838 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:55,838 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 6c0301b45e6cc9d96984b31d930a2b02, disabling compactions & flushes 2023-11-12T09:22:55,838 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:55,838 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:55,838 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. after waiting 0 ms 2023-11-12T09:22:55,838 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:55,838 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:55,839 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6c0301b45e6cc9d96984b31d930a2b02: 2023-11-12T09:22:55,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:55,842 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780975841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780975841"}]},"ts":"1699780975841"} 2023-11-12T09:22:55,845 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:55,846 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:55,846 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780975846"}]},"ts":"1699780975846"} 2023-11-12T09:22:55,850 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:22:55,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=6c0301b45e6cc9d96984b31d930a2b02, ASSIGN}] 2023-11-12T09:22:55,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=6c0301b45e6cc9d96984b31d930a2b02, ASSIGN 2023-11-12T09:22:55,860 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=6c0301b45e6cc9d96984b31d930a2b02, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:56,012 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c0301b45e6cc9d96984b31d930a2b02, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:56,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:56,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:56,173 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:56,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 6c0301b45e6cc9d96984b31d930a2b02, NAME => 'backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:56,174 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:56,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:56,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,176 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,179 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0301b45e6cc9d96984b31d930a2b02 columnFamilyName meta 2023-11-12T09:22:56,179 DEBUG [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:56,180 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] regionserver.HStore(324): Store=6c0301b45e6cc9d96984b31d930a2b02/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:56,180 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,182 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0301b45e6cc9d96984b31d930a2b02 columnFamilyName session 2023-11-12T09:22:56,182 DEBUG [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:56,183 INFO [StoreOpener-6c0301b45e6cc9d96984b31d930a2b02-1 {}] regionserver.HStore(324): Store=6c0301b45e6cc9d96984b31d930a2b02/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:56,184 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,185 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,187 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:22:56,189 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:56,192 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:56,192 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 6c0301b45e6cc9d96984b31d930a2b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11395122400, jitterRate=0.06125347316265106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:22:56,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 6c0301b45e6cc9d96984b31d930a2b02: 2023-11-12T09:22:56,194 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02., pid=28, masterSystemTime=1699780976167 2023-11-12T09:22:56,196 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:56,196 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:56,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c0301b45e6cc9d96984b31d930a2b02, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:56,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:22:56,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02, server=jenkins-hbase3.apache.org,45867,1699780956145 in 184 msec 2023-11-12T09:22:56,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:22:56,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=6c0301b45e6cc9d96984b31d930a2b02, ASSIGN in 345 msec 2023-11-12T09:22:56,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:56,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780976205"}]},"ts":"1699780976205"} 2023-11-12T09:22:56,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:22:56,210 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:56,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 824 msec 2023-11-12T09:22:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:56,499 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:22:56,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997809659913' 2023-11-12T09:22:56,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997809659912' 2023-11-12T09:22:56,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:22:56,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:22:56,517 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:56,518 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:56,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:22:56,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:56,934 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 11e6332dbb6a7949d67124cd61cd9e0a, NAME => 'backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 11e6332dbb6a7949d67124cd61cd9e0a, disabling compactions & flushes 2023-11-12T09:22:56,952 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. after waiting 0 ms 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:56,952 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:56,952 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 11e6332dbb6a7949d67124cd61cd9e0a: 2023-11-12T09:22:56,954 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:56,954 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780976954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780976954"}]},"ts":"1699780976954"} 2023-11-12T09:22:56,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:56,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:56,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780976958"}]},"ts":"1699780976958"} 2023-11-12T09:22:56,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:22:56,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=11e6332dbb6a7949d67124cd61cd9e0a, ASSIGN}] 2023-11-12T09:22:56,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=11e6332dbb6a7949d67124cd61cd9e0a, ASSIGN 2023-11-12T09:22:56,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=11e6332dbb6a7949d67124cd61cd9e0a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45867,1699780956145; forceNewPlan=false, retain=false 2023-11-12T09:22:57,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=11e6332dbb6a7949d67124cd61cd9e0a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:57,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 11e6332dbb6a7949d67124cd61cd9e0a, server=jenkins-hbase3.apache.org,45867,1699780956145}] 2023-11-12T09:22:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:57,274 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:57,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:57,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 11e6332dbb6a7949d67124cd61cd9e0a, NAME => 'backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:57,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:57,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:57,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,282 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,284 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11e6332dbb6a7949d67124cd61cd9e0a columnFamilyName meta 2023-11-12T09:22:57,284 DEBUG [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:57,285 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] regionserver.HStore(324): Store=11e6332dbb6a7949d67124cd61cd9e0a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:57,285 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,287 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11e6332dbb6a7949d67124cd61cd9e0a columnFamilyName session 2023-11-12T09:22:57,287 DEBUG [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:57,288 INFO [StoreOpener-11e6332dbb6a7949d67124cd61cd9e0a-1 {}] regionserver.HStore(324): Store=11e6332dbb6a7949d67124cd61cd9e0a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:57,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system_bulk/11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system_bulk/11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,291 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:22:57,293 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:22:57,295 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system_bulk/11e6332dbb6a7949d67124cd61cd9e0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:57,296 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 11e6332dbb6a7949d67124cd61cd9e0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10417579680, jitterRate=-0.02978728711605072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:22:57,297 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 11e6332dbb6a7949d67124cd61cd9e0a: 2023-11-12T09:22:57,298 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a., pid=31, masterSystemTime=1699780977274 2023-11-12T09:22:57,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:57,300 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:22:57,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=11e6332dbb6a7949d67124cd61cd9e0a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:57,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:22:57,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 11e6332dbb6a7949d67124cd61cd9e0a, server=jenkins-hbase3.apache.org,45867,1699780956145 in 182 msec 2023-11-12T09:22:57,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:22:57,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=11e6332dbb6a7949d67124cd61cd9e0a, ASSIGN in 340 msec 2023-11-12T09:22:57,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:57,308 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780977308"}]},"ts":"1699780977308"} 2023-11-12T09:22:57,310 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:22:57,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:57,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 800 msec 2023-11-12T09:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:57,627 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:22:57,646 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1699780958724; access_time=1699780958724; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-11-12T09:22:57,685 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-11-12T09:22:57,687 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x58a7a574 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:57,693 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303d9c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:57,705 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:57,707 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:57,719 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:57,721 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:22:57,750 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:22:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:22:57,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780977803 (current time:1699780977804). 2023-11-12T09:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:22:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x56e19d87 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae96fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:57,830 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x56e19d87 to 127.0.0.1:54371 2023-11-12T09:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:22:57,857 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:57,864 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:57,879 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:57,882 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:57,902 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:57,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02}] 2023-11-12T09:22:57,915 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:58,075 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:58,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:22:58,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:58,080 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 6c0301b45e6cc9d96984b31d930a2b02 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:22:58,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/01f2367ad8f843cfb562d55810b9ca5a is 49, key is activesession:/session:c/1699780977781/Put/seqid=0 2023-11-12T09:22:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:58,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/01f2367ad8f843cfb562d55810b9ca5a 2023-11-12T09:22:58,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/01f2367ad8f843cfb562d55810b9ca5a as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a 2023-11-12T09:22:58,260 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:22:58,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 6c0301b45e6cc9d96984b31d930a2b02 in 184ms, sequenceid=5, compaction requested=false 2023-11-12T09:22:58,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 6c0301b45e6cc9d96984b31d930a2b02: 2023-11-12T09:22:58,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. for snapshot_backup_system completed. 2023-11-12T09:22:58,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:22:58,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:58,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:22:58,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a] hfiles 2023-11-12T09:22:58,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a for snapshot=snapshot_backup_system 2023-11-12T09:22:58,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:22:58,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:22:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:22:58,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:58,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:22:58,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:22:58,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 in 398 msec 2023-11-12T09:22:58,305 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:58,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:58,310 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:58,310 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:22:58,313 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:22:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:58,741 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:58,756 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:58,757 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:22:58,760 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:58,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:22:58,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 916 msec 2023-11-12T09:22:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:58,965 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:22:58,965 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(115): Backup backup_1699780977696 started at 1699780978965. 2023-11-12T09:22:58,988 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(119): Backup session backup_1699780977696 has been started. 2023-11-12T09:22:58,991 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:22:59,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:22:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:22:59,007 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:22:59,007 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:22:59,008 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:22:59,008 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:22:59,009 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,009 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:59,011 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:59,011 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,011 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:59,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:59,012 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,012 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:22:59,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:59,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:22:59,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:59,013 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:22:59,015 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:22:59,015 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:22:59,015 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:22:59,015 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:22:59,016 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:22:59,016 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:22:59,016 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45867,1699780956145' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:22:59,019 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,019 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:59,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:59,019 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,019 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:22:59,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:59,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:59,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:59,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45867,1699780956145' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:22:59,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@21303f7f[Count = 0] remaining members to acquire global barrier 2023-11-12T09:22:59,022 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:22:59,022 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,024 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,024 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,024 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:22:59,024 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,024 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:22:59,025 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:22:59,025 DEBUG [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,025 INFO [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780958709 highest: 1699780958709 on jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,025 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta:.meta(num 1699780959762) roll requested 2023-11-12T09:22:59,042 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta, exclude list is [], retry=0 2023-11-12T09:22:59,049 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:22:59,052 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780959762.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta 2023-11-12T09:22:59,053 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:22:59,053 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780959762.meta is not closed yet, will try archiving it next time 2023-11-12T09:22:59,053 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145:(num 1699780958709) roll requested 2023-11-12T09:22:59,066 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053, exclude list is [], retry=0 2023-11-12T09:22:59,070 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:22:59,073 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709 with entries=19, filesize=4.08 KB; new WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 2023-11-12T09:22:59,074 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:22:59,074 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709 is not closed yet, will try archiving it next time 2023-11-12T09:22:59,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709 not finished, retry = 0 2023-11-12T09:22:59,086 DEBUG [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-12T09:22:59,086 INFO [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780979053 on jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,086 DEBUG [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:59,088 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39710, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:22:59,105 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:22:59,105 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45867,1699780956145' in zk 2023-11-12T09:22:59,108 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:22:59,108 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,108 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:59,108 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:22:59,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:59,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:59,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:59,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:59,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:59,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,112 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45867,1699780956145': 2023-11-12T09:22:59,113 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:22:59,113 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45867,1699780956145' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:22:59,113 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:22:59,113 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:22:59,113 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:22:59,113 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:22:59,116 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,116 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,117 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,117 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,117 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:59,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:59,118 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,118 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:59,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,119 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,119 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:59,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:59,120 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,129 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,129 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:59,129 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:59,129 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:59,129 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:59,129 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:59,130 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,130 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:59,130 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,130 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:59,130 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:59,130 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:59,131 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:59,131 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:59,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:22:59,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:22:59,133 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:22:59,133 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:22:59,233 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:22:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:22:59,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } 2023-11-12T09:22:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780979246 (current time:1699780979246). 2023-11-12T09:22:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780979245_default_test-1699780965991 VERSION not specified, setting to 2 2023-11-12T09:22:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x740a7383 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ebbbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:59,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x740a7383 to 127.0.0.1:54371 2023-11-12T09:22:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } 2023-11-12T09:22:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:22:59,261 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:59,262 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:59,265 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780979245_default_test-1699780965991 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:59,267 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:59,677 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:59,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d39568df92c3b527302bf1bdcf3ab394}] 2023-11-12T09:22:59,680 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:22:59,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:59,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:22:59,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:22:59,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:22:59,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing d39568df92c3b527302bf1bdcf3ab394 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:22:59,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/b620223f45b24d1a87aaa53a326e472b is 37, key is row10/f:q1/1699780968647/Put/seqid=0 2023-11-12T09:22:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:00,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/b620223f45b24d1a87aaa53a326e472b 2023-11-12T09:23:00,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/b620223f45b24d1a87aaa53a326e472b as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b 2023-11-12T09:23:00,284 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:23:00,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for d39568df92c3b527302bf1bdcf3ab394 in 454ms, sequenceid=103, compaction requested=false 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for d39568df92c3b527302bf1bdcf3ab394: 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. for snapshot_1699780979245_default_test-1699780965991 completed. 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394.' region-info for snapshot=snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b] hfiles 2023-11-12T09:23:00,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b for snapshot=snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:00,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:00,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:23:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:23:00,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780979245_default_test-1699780965991 on region d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:23:00,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:23:00,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:23:00,704 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:00,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure d39568df92c3b527302bf1bdcf3ab394 in 1.0250 sec 2023-11-12T09:23:00,705 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:00,705 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:00,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:00,706 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:01,129 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:01,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:01,137 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780979245_default_test-1699780965991 to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:01,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:01,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:23:01,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780979245_default_test-1699780965991 table=test-1699780965991 type=FLUSH ttl=0 } in 1.8820 sec 2023-11-12T09:23:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:23:01,369 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699780965991, procId: 34 completed 2023-11-12T09:23:01,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } 2023-11-12T09:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780981370 (current time:1699780981370). 2023-11-12T09:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780981369_ns2_test-16997809659911 VERSION not specified, setting to 2 2023-11-12T09:23:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x34edb4fe to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dc5f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:01,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34198, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x34edb4fe to 127.0.0.1:54371 2023-11-12T09:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } 2023-11-12T09:23:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:23:01,387 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:01,388 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:01,391 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780981369_ns2_test-16997809659911 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:01,394 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:01,806 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:01,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure df772953d7f778b0c0cea84cae855296}] 2023-11-12T09:23:01,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:01,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:01,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:23:01,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:01,962 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing df772953d7f778b0c0cea84cae855296 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:23:01,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/a867705df45c45a7a8fe51c239ac18f2 is 37, key is row10/f:q1/1699780970867/Put/seqid=0 2023-11-12T09:23:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:02,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/a867705df45c45a7a8fe51c239ac18f2 2023-11-12T09:23:02,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/a867705df45c45a7a8fe51c239ac18f2 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2 2023-11-12T09:23:02,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:23:02,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for df772953d7f778b0c0cea84cae855296 in 443ms, sequenceid=103, compaction requested=false 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for df772953d7f778b0c0cea84cae855296: 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. for snapshot_1699780981369_ns2_test-16997809659911 completed. 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.' region-info for snapshot=snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2] hfiles 2023-11-12T09:23:02,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2 for snapshot=snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:02,513 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:23:02,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:02,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:23:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:23:02,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780981369_ns2_test-16997809659911 on region df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:02,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:23:02,821 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:02,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure df772953d7f778b0c0cea84cae855296 in 1.0130 sec 2023-11-12T09:23:02,822 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:02,823 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:02,823 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:02,824 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:02,843 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:02,850 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:02,851 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780981369_ns2_test-16997809659911 to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:02,852 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:02,852 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:23:02,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780981369_ns2_test-16997809659911 table=ns2:test-16997809659911 type=FLUSH ttl=0 } in 1.4690 sec 2023-11-12T09:23:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:23:03,495 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-16997809659911, procId: 36 completed 2023-11-12T09:23:03,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } 2023-11-12T09:23:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780983496 (current time:1699780983496). 2023-11-12T09:23:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780983495_ns3_test-16997809659912 VERSION not specified, setting to 2 2023-11-12T09:23:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x16a5c0c7 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f36dca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:03,506 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34210, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x16a5c0c7 to 127.0.0.1:54371 2023-11-12T09:23:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } 2023-11-12T09:23:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:23:03,512 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:03,513 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:03,516 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780983495_ns3_test-16997809659912 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:03,519 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:03,928 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:03,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 44d83d20dabfad614413872ee1a5046a}] 2023-11-12T09:23:03,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:23:04,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:04,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:23:04,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:04,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 44d83d20dabfad614413872ee1a5046a: 2023-11-12T09:23:04,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. for snapshot_1699780983495_ns3_test-16997809659912 completed. 2023-11-12T09:23:04,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a.' region-info for snapshot=snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:04,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:04,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:04,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:23:04,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:04,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809659913 2023-11-12T09:23:04,184 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809659913 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:04,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:23:04,185 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:23:04,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:04,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:23:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:23:04,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780983495_ns3_test-16997809659912 on region 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:23:04,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:23:04,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:23:04,498 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:04,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 44d83d20dabfad614413872ee1a5046a in 568 msec 2023-11-12T09:23:04,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:04,500 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:04,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:04,501 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:04,918 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:04,924 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:04,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780983495_ns3_test-16997809659912 to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:04,927 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:04,927 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:23:04,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699780983495_ns3_test-16997809659912 table=ns3:test-16997809659912 type=FLUSH ttl=0 } in 1.4190 sec 2023-11-12T09:23:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:23:05,620 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-16997809659912, procId: 38 completed 2023-11-12T09:23:05,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } 2023-11-12T09:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780985621 (current time:1699780985621). 2023-11-12T09:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780985620_ns4_test-16997809659913 VERSION not specified, setting to 2 2023-11-12T09:23:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3cc78d3d to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcc19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:05,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3cc78d3d to 127.0.0.1:54371 2023-11-12T09:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } 2023-11-12T09:23:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:23:05,639 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:05,640 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:05,643 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780985620_ns4_test-16997809659913 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:05,646 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:06,059 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:06,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 114f2d898f27d3b480c518026c93e31f}] 2023-11-12T09:23:06,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:23:06,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:06,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-12T09:23:06,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:06,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 114f2d898f27d3b480c518026c93e31f: 2023-11-12T09:23:06,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. for snapshot_1699780985620_ns4_test-16997809659913 completed. 2023-11-12T09:23:06,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f.' region-info for snapshot=snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:06,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:06,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:23:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:06,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:06,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-12T09:23:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-12T09:23:06,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780985620_ns4_test-16997809659913 on region 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:23:06,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:23:06,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:23:06,628 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:06,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 114f2d898f27d3b480c518026c93e31f in 566 msec 2023-11-12T09:23:06,628 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:06,629 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:06,629 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:06,630 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:07,042 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:07,048 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:07,049 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_1699780985620_ns4_test-16997809659913 to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:07,051 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:07,051 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:23:07,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780985620_ns4_test-16997809659913 table=ns4:test-16997809659913 type=FLUSH ttl=0 } in 1.4150 sec 2023-11-12T09:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:23:07,747 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns4:test-16997809659913, procId: 40 completed 2023-11-12T09:23:07,747 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780977696 2023-11-12T09:23:07,747 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:23:07,749 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(80): There are 4 snapshots to be copied. 2023-11-12T09:23:07,749 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780977696_test-1699780965991 2023-11-12T09:23:07,749 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780979245_default_test-1699780965991 to hdfs://localhost:39171/backupUT/backup_1699780977696/default/test-1699780965991/ 2023-11-12T09:23:07,759 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:23:07,791 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:23:07,791 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34513,1699780953059_-1957609801_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39171/backupUT/backup_1699780977696/default/test-1699780965991, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39171/backupUT/backup_1699780977696/default/test-1699780965991/.hbase-snapshot/.tmp/snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:07,791 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d, snapshotDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780979245_default_test-1699780965991. 2023-11-12T09:23:07,804 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780979245_default_test-1699780965991 to hdfs://localhost:39171/backupUT/backup_1699780977696/default/test-1699780965991/.hbase-snapshot/.tmp/snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:08,232 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:08,232 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:08,233 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:08,234 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,259 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-5750163856214135962.jar 2023-11-12T09:23:09,260 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,260 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,261 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,261 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,262 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,262 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,263 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,263 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,264 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:09,264 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:09,265 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:09,265 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:09,266 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:09,266 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:09,267 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:09,267 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:09,268 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:09,268 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:09,269 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:09,269 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:09,270 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:09,274 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:09,274 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:09,275 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:09,275 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:09,275 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:09,276 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:09,276 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:09,337 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:09,360 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780979245_default_test-1699780965991' hfile list 2023-11-12T09:23:09,369 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:23:09,611 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780989549/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:09,611 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780989549/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:09,786 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:23:09,818 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b output=hdfs://localhost:39171/backupUT/backup_1699780977696/default/test-1699780965991/archive/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/b620223f45b24d1a87aaa53a326e472b 2023-11-12T09:23:09,818 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:23:10,190 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:23:10,192 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:23:10,689 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:23:10,690 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:23:10,697 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:10,697 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780979245_default_test-1699780965991 finished. 2023-11-12T09:23:10,698 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780977696_ns4:test-16997809659913 2023-11-12T09:23:10,698 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780985620_ns4_test-16997809659913 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns4/test-16997809659913/ 2023-11-12T09:23:10,698 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:23:10,722 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:23:10,722 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34513,1699780953059_-1872165140_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39171/backupUT/backup_1699780977696/ns4/test-16997809659913, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39171/backupUT/backup_1699780977696/ns4/test-16997809659913/.hbase-snapshot/.tmp/snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:10,722 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d, snapshotDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780985620_ns4_test-16997809659913. 2023-11-12T09:23:10,728 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780985620_ns4_test-16997809659913 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns4/test-16997809659913/.hbase-snapshot/.tmp/snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:11,145 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:11,146 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:11,147 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:11,147 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,137 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-6368340419943164495.jar 2023-11-12T09:23:12,138 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,138 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,139 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,139 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,140 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,140 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,140 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,141 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,141 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:12,142 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:12,142 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:12,143 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:12,143 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:12,144 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:12,144 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:12,145 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:12,145 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:12,146 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:12,146 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:12,147 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:12,147 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:12,148 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:12,148 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:12,149 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:12,149 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:12,150 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:12,150 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:12,151 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:12,180 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:12,199 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780985620_ns4_test-16997809659913' hfile list 2023-11-12T09:23:12,277 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780992243/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:12,278 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780992243/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:13,307 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:23:13,309 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:23:13,315 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:13,315 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780985620_ns4_test-16997809659913 finished. 2023-11-12T09:23:13,315 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780977696_ns2:test-16997809659911 2023-11-12T09:23:13,315 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780981369_ns2_test-16997809659911 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns2/test-16997809659911/ 2023-11-12T09:23:13,315 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:23:13,338 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:23:13,339 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34513,1699780953059_-1499113231_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39171/backupUT/backup_1699780977696/ns2/test-16997809659911, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39171/backupUT/backup_1699780977696/ns2/test-16997809659911/.hbase-snapshot/.tmp/snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:13,339 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d, snapshotDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780981369_ns2_test-16997809659911. 2023-11-12T09:23:13,350 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780981369_ns2_test-16997809659911 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns2/test-16997809659911/.hbase-snapshot/.tmp/snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:13,766 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,767 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,767 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:13,768 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,753 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-6507797154584261762.jar 2023-11-12T09:23:14,754 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,754 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,755 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,756 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,756 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,757 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,757 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,758 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,759 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:14,760 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:14,761 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:14,761 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:14,762 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:14,763 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:14,763 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:14,763 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:14,764 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:14,764 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:14,765 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:14,765 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:14,766 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:14,766 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,767 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,768 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,768 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,768 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:14,769 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,770 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:14,807 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:14,828 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780981369_ns2_test-16997809659911' hfile list 2023-11-12T09:23:14,831 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:23:14,932 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780994887/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:14,933 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780994887/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:15,001 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:23:15,039 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2 output=hdfs://localhost:39171/backupUT/backup_1699780977696/ns2/test-16997809659911/archive/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/a867705df45c45a7a8fe51c239ac18f2 2023-11-12T09:23:15,039 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-12T09:23:15,973 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:23:15,974 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:23:15,982 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:15,982 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780981369_ns2_test-16997809659911 finished. 2023-11-12T09:23:15,982 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780977696_ns3:test-16997809659912 2023-11-12T09:23:15,982 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780983495_ns3_test-16997809659912 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns3/test-16997809659912/ 2023-11-12T09:23:15,982 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:23:16,005 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d 2023-11-12T09:23:16,006 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34513,1699780953059_798024001_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39171/backupUT/backup_1699780977696/ns3/test-16997809659912, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39171/backupUT/backup_1699780977696/ns3/test-16997809659912/.hbase-snapshot/.tmp/snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:16,006 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39171, inputRoot=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d, snapshotDir=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780983495_ns3_test-16997809659912. 2023-11-12T09:23:16,013 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_1699780983495_ns3_test-16997809659912 to hdfs://localhost:39171/backupUT/backup_1699780977696/ns3/test-16997809659912/.hbase-snapshot/.tmp/snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:16,431 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:16,431 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:16,432 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:16,432 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,427 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-408795764453053279.jar 2023-11-12T09:23:17,427 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,428 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,428 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,429 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,429 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,429 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,430 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,430 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,430 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:17,431 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:17,432 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:17,432 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:17,433 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:17,433 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:17,434 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:17,434 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:17,434 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:17,435 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:17,435 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:17,436 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:17,436 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:17,437 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:17,437 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:17,438 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:17,438 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:17,439 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:23:17,439 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:17,440 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:17,467 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:17,487 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780983495_ns3_test-16997809659912' hfile list 2023-11-12T09:23:17,559 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780997525/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:17,560 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699780997525/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:18,588 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:23:18,589 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:23:18,596 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:18,596 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780983495_ns3_test-16997809659912 finished. 2023-11-12T09:23:18,597 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1034): test-1699780965991 2023-11-12T09:23:18,597 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1034): ns4:test-16997809659913 2023-11-12T09:23:18,597 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1034): ns2:test-16997809659911 2023-11-12T09:23:18,597 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1034): ns3:test-16997809659912 2023-11-12T09:23:18,668 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780977696 2023-11-12T09:23:18,669 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:23:19,080 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699780977696/.backup.manifest 2023-11-12T09:23:19,081 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780977696 2023-11-12T09:23:19,081 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:23:19,487 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699780977696/.backup.manifest 2023-11-12T09:23:19,487 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780977696 2023-11-12T09:23:19,487 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:23:19,893 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699780977696/.backup.manifest 2023-11-12T09:23:19,894 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780977696 2023-11-12T09:23:19,894 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:23:20,300 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699780977696/.backup.manifest 2023-11-12T09:23:20,301 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(358): Backup backup_1699780977696 finished: type=FULL,tablelist=test-1699780965991;ns4:test-16997809659913;ns2:test-16997809659911;ns3:test-16997809659912,targetRootDir=hdfs://localhost:39171/backupUT,startts=1699780978965,completets=1699780998666,bytescopied=0 2023-11-12T09:23:20,301 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:23:20,301 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:20,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780979245_default_test-1699780965991" 2023-11-12T09:23:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780979245_default_test-1699780965991 2023-11-12T09:23:20,313 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780979245_default_test-1699780965991 for backup backup_1699780977696 succeeded. 2023-11-12T09:23:20,313 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:20,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780985620_ns4_test-16997809659913" 2023-11-12T09:23:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780985620_ns4_test-16997809659913 2023-11-12T09:23:20,317 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780985620_ns4_test-16997809659913 for backup backup_1699780977696 succeeded. 2023-11-12T09:23:20,317 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:20,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780981369_ns2_test-16997809659911" 2023-11-12T09:23:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780981369_ns2_test-16997809659911 2023-11-12T09:23:20,321 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780981369_ns2_test-16997809659911 for backup backup_1699780977696 succeeded. 2023-11-12T09:23:20,321 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:20,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780983495_ns3_test-16997809659912" 2023-11-12T09:23:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780983495_ns3_test-16997809659912 2023-11-12T09:23:20,327 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780983495_ns3_test-16997809659912 for backup backup_1699780977696 succeeded. 2023-11-12T09:23:20,328 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:20,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:23:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:23:20,343 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:23:20,350 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:23:20,367 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(376): Backup backup_1699780977696 completed. 2023-11-12T09:23:20,367 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:20,367 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x58a7a574 to 127.0.0.1:54371 2023-11-12T09:23:20,368 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:20,396 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-11-12T09:23:20,399 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780958709; isDirectory=false; length=4187; replication=1; blocksize=268435456; modification_time=1699780979177; access_time=1699780958724; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-11-12T09:23:20,399 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1699780979067; access_time=1699780979067; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-11-12T09:23:20,399 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] master.TestBackupLogCleaner(95): WAL list after full backup 2023-11-12T09:23:20,400 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x514ea7cd to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:20,405 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935aa94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:20,407 DEBUG [hconnection-0x1e3012c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:20,408 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55880, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:20,529 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x375c9764 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:20,535 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a88b4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:20,536 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:20,537 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:23:20,541 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:20,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:20,576 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:23:20,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781000580 (current time:1699781000580). 2023-11-12T09:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:23:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:23:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3fcada4f to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580e856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:20,590 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:55894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3fcada4f to 127.0.0.1:54371 2023-11-12T09:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:23:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-11-12T09:23:20,595 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:20,596 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:23:20,599 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot, current working dir path: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:23:20,601 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:23:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:21,007 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:23:21,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02}] 2023-11-12T09:23:21,010 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:23:21,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:21,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45867 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-11-12T09:23:21,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:21,161 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 6c0301b45e6cc9d96984b31d930a2b02 2/2 column families, dataSize=2.36 KB heapSize=3.96 KB 2023-11-12T09:23:21,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/9da6b73abe1145068fa8b0e14145a30a is 171, key is trslm:hdfs://localhost:39171/backupUT\x00ns2:test-16997809659911/meta:log-roll-map/1699780998655/Put/seqid=0 2023-11-12T09:23:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:21,550 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-12T09:23:21,550 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-12T09:23:21,585 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.27 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/9da6b73abe1145068fa8b0e14145a30a 2023-11-12T09:23:21,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/9f6c8ffcc73e48d8ba2d1e9845c7631c is 757, key is session:backup_1699780977696/session:context/1699781000349/Put/seqid=0 2023-11-12T09:23:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:22,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.09 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/9f6c8ffcc73e48d8ba2d1e9845c7631c 2023-11-12T09:23:22,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/9da6b73abe1145068fa8b0e14145a30a as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/9da6b73abe1145068fa8b0e14145a30a 2023-11-12T09:23:22,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/9da6b73abe1145068fa8b0e14145a30a, entries=10, sequenceid=17, filesize=6.3 K 2023-11-12T09:23:22,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/9f6c8ffcc73e48d8ba2d1e9845c7631c as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/9f6c8ffcc73e48d8ba2d1e9845c7631c 2023-11-12T09:23:22,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/9f6c8ffcc73e48d8ba2d1e9845c7631c, entries=2, sequenceid=17, filesize=5.7 K 2023-11-12T09:23:22,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~2.36 KB/2419, heapSize ~3.93 KB/4024, currentSize=0 B/0 for 6c0301b45e6cc9d96984b31d930a2b02 in 866ms, sequenceid=17, compaction requested=false 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 6c0301b45e6cc9d96984b31d930a2b02: 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. for snapshot_backup_system completed. 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/9da6b73abe1145068fa8b0e14145a30a] hfiles 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/9da6b73abe1145068fa8b0e14145a30a for snapshot=snapshot_backup_system 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a, hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/9f6c8ffcc73e48d8ba2d1e9845c7631c] hfiles 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/01f2367ad8f843cfb562d55810b9ca5a for snapshot=snapshot_backup_system 2023-11-12T09:23:22,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/9f6c8ffcc73e48d8ba2d1e9845c7631c for snapshot=snapshot_backup_system 2023-11-12T09:23:22,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:22,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-11-12T09:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.HMaster(4026): Remote procedure done, pid=43 2023-11-12T09:23:22,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:23:22,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:23:22,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-11-12T09:23:22,037 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:23:22,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure 6c0301b45e6cc9d96984b31d930a2b02 in 1.0280 sec 2023-11-12T09:23:22,038 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:23:22,039 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:23:22,039 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:23:22,039 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:23:22,452 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:23:22,459 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:23:22,459 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:23:22,460 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:23:22,460 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-11-12T09:23:22,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8690 sec 2023-11-12T09:23:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-12T09:23:22,701 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-11-12T09:23:22,701 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(115): Backup backup_1699781000535 started at 1699781002701. 2023-11-12T09:23:22,703 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(119): Backup session backup_1699781000535 has been started. 2023-11-12T09:23:22,709 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16997809659911, ns3:test-16997809659912, ns4:test-16997809659913, test-1699780965991] 2023-11-12T09:23:22,713 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(76): StartCode 1699780958709for backupID backup_1699781000535 2023-11-12T09:23:22,713 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-11-12T09:23:22,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:23:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:23:22,714 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:23:22,714 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:23:22,715 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:23:22,715 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:23:22,716 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,716 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:22,717 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,717 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:23:22,717 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:23:22,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:23:22,718 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,718 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:23:22,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:22,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:23:22,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:22,719 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:23:22,719 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:23:22,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:23:22,719 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:23:22,719 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:23:22,720 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:23:22,720 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:23:22,720 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45867,1699780956145' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:23:22,727 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,727 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:22,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:22,727 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,727 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:23:22,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:22,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:22,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,729 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:22,729 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45867,1699780956145' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:23:22,729 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@70deaa7b[Count = 0] remaining members to acquire global barrier 2023-11-12T09:23:22,729 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:23:22,729 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,730 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,730 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,730 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,731 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:23:22,731 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:23:22,731 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,731 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:23:22,731 DEBUG [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,731 INFO [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780979053 highest: 1699780979053 on jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,731 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta:.meta(num 1699780979025) roll requested 2023-11-12T09:23:22,742 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699781002731.meta, exclude list is [], retry=0 2023-11-12T09:23:22,749 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:23:22,751 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699781002731.meta 2023-11-12T09:23:22,751 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:23:22,751 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta is not closed yet, will try archiving it next time 2023-11-12T09:23:22,751 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145:(num 1699780979053) roll requested 2023-11-12T09:23:22,754 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta 2023-11-12T09:23:22,768 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699781002751, exclude list is [], retry=0 2023-11-12T09:23:22,771 DEBUG [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:23:22,771 INFO [rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781002751 on jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,773 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK] 2023-11-12T09:23:22,774 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 with entries=118, filesize=15.38 KB; new WAL /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699781002751 2023-11-12T09:23:22,775 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39595,DS-53c533a9-5e07-40eb-869c-7c5b5d1a1630,DISK]] 2023-11-12T09:23:22,775 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 is not closed yet, will try archiving it next time 2023-11-12T09:23:22,787 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:23:22,787 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45867,1699780956145' in zk 2023-11-12T09:23:22,790 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:23:22,790 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,790 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:23:22,790 DEBUG [member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:23:22,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:22,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:22,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:22,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:22,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45867,1699780956145': 2023-11-12T09:23:22,796 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45867,1699780956145' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:23:22,796 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:23:22,796 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:23:22,796 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:23:22,796 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:23:22,796 INFO [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:23:22,798 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,798 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,798 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:23:22,798 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:23:22,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:23:22,798 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:23:22,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:23:22,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:23:22,799 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:23:22,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,800 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:23:22,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:23:22,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:23:22,806 DEBUG [(jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:23:22,806 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,807 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:23:22,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:23:22,807 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:23:22,807 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:23:22,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:23:22,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:23:22,808 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:23:22,808 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:23:22,809 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:23:22,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:23:22,908 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:23:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:23:22,912 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:45867=1699780958709} newestTimestamps: {jenkins-hbase3.apache.org:45867=1699780979053} 2023-11-12T09:23:22,914 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780959762.meta 2023-11-12T09:23:22,914 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699781002731.meta 2023-11-12T09:23:22,914 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 2023-11-12T09:23:22,914 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699781002751 2023-11-12T09:23:22,915 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699780979025.meta 2023-11-12T09:23:23,327 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(147): Attempting to copy table info for:test-1699780965991 target: hdfs://localhost:39171/backupUT/backup_1699781000535/default/test-1699780965991 descriptor: 'test-1699780965991', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:23,327 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:23:23,329 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(152): Starting to write region info for table test-1699780965991 2023-11-12T09:23:23,735 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(159): Finished writing region info for table test-1699780965991 2023-11-12T09:23:24,146 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(147): Attempting to copy table info for:ns4:test-16997809659913 target: hdfs://localhost:39171/backupUT/backup_1699781000535/ns4/test-16997809659913 descriptor: 'ns4:test-16997809659913', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:24,146 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:23:24,148 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(152): Starting to write region info for table ns4:test-16997809659913 2023-11-12T09:23:24,554 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(159): Finished writing region info for table ns4:test-16997809659913 2023-11-12T09:23:24,965 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(147): Attempting to copy table info for:ns2:test-16997809659911 target: hdfs://localhost:39171/backupUT/backup_1699781000535/ns2/test-16997809659911 descriptor: 'ns2:test-16997809659911', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:24,965 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:23:24,967 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(152): Starting to write region info for table ns2:test-16997809659911 2023-11-12T09:23:25,373 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(159): Finished writing region info for table ns2:test-16997809659911 2023-11-12T09:23:25,784 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(147): Attempting to copy table info for:ns3:test-16997809659912 target: hdfs://localhost:39171/backupUT/backup_1699781000535/ns3/test-16997809659912 descriptor: 'ns3:test-16997809659912', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:23:25,784 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(149): Finished copying tableinfo. 2023-11-12T09:23:25,786 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(152): Starting to write region info for table ns3:test-16997809659912 2023-11-12T09:23:26,194 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.BackupUtils(159): Finished writing region info for table ns3:test-16997809659912 2023-11-12T09:23:26,205 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:39171/backupUT/.tmp/backup_1699781000535 from hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 2023-11-12T09:23:26,208 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x218a8792 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:26,216 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c14ae47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:26,219 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:23:26,220 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:52118, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:23:26,237 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-12T09:23:26,237 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16997809659911 2023-11-12T09:23:26,241 DEBUG [hconnection-0x181f6592-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:26,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58064, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:26,245 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16997809659911: ns2:test-16997809659911; 2023-11-12T09:23:26,246 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns3:test-16997809659912 2023-11-12T09:23:26,248 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns3:test-16997809659912: ns3:test-16997809659912; 2023-11-12T09:23:26,248 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns4:test-16997809659913 2023-11-12T09:23:26,250 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns4:test-16997809659913: ns4:test-16997809659913; 2023-11-12T09:23:26,251 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1699780965991 2023-11-12T09:23:26,253 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1699780965991: test-1699780965991; 2023-11-12T09:23:26,253 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(694): Configuring 4 reduce partitions to match current region count for all tables 2023-11-12T09:23:26,253 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/hbase-staging/partitions_3d3d2e22-9be6-434a-8469-62478b06ae9b 2023-11-12T09:23:26,693 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:26,693 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:26,694 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:26,694 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,655 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-7639109424200456145.jar 2023-11-12T09:23:27,655 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,656 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,656 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,657 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,657 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,657 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,658 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,658 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,658 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,659 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:27,660 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:23:27,660 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:23:27,661 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:23:27,661 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:23:27,662 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:23:27,662 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:23:27,662 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:23:27,663 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:23:27,663 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:23:27,664 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:23:27,664 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:23:27,666 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,666 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,667 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,667 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,667 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,668 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:23:27,669 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:23:27,669 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16997809659911,ns3:test-16997809659912,ns4:test-16997809659913,default:test-1699780965991 2023-11-12T09:23:27,669 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:27,670 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x218a8792 to 127.0.0.1:54371 2023-11-12T09:23:27,670 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:27,671 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:23:28,629 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop-6964607032373609702.jar 2023-11-12T09:23:28,634 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:28,649 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 for WAL files 2023-11-12T09:23:28,651 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 2023-11-12T09:23:28,721 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699781008687/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:23:28,721 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/mapreduce.cluster.local.dir/1699781008687/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:23:28,808 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 for hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.1699780979053 (-9223372036854775808:9223372036854775807) length:15753 2023-11-12T09:23:28,824 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-11-12T09:23:28,825 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-11-12T09:23:28,939 DEBUG [pool-227-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7225eda7 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:28,946 DEBUG [pool-227-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af25b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:28,950 DEBUG [hconnection-0x478ae470-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:28,951 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58072, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:28,961 DEBUG [pool-227-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7225eda7 to 127.0.0.1:54371 2023-11-12T09:23:28,961 DEBUG [pool-227-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:28,963 DEBUG [pool-227-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-11-12T09:23:28,963 DEBUG [pool-227-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:23:28,968 DEBUG [pool-227-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/backupUT/.tmp/backup_1699781000535/_temporary/0/_temporary/attempt_local174149354_0005_r_000000_0/ns2/test-16997809659911/f/f13b62e79d6642109aa30ff062e6a188 is 38, key is row-t20/f:q1/1699781000523/Put/seqid=0 2023-11-12T09:23:28,971 WARN [Thread-959 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45867] Specified favored nodes: [jenkins-hbase3.apache.org:45867] 2023-11-12T09:23:29,018 DEBUG [pool-227-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1b135238 to 127.0.0.1:54371 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:23:29,024 DEBUG [pool-227-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e6b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:23:29,026 DEBUG [hconnection-0x69b34e79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:23:29,028 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58080, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:23:29,030 DEBUG [pool-227-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1b135238 to 127.0.0.1:54371 2023-11-12T09:23:29,030 DEBUG [pool-227-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:29,032 DEBUG [pool-227-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-11-12T09:23:29,032 DEBUG [pool-227-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-11-12T09:23:29,044 DEBUG [pool-227-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/backupUT/.tmp/backup_1699781000535/_temporary/0/_temporary/attempt_local174149354_0005_r_000003_0/default/test-1699780965991/f/f96c00935c6f4a2c94c06fb27b455ed0 is 40, key is row-t110/f:q1/1699781000425/Put/seqid=0 2023-11-12T09:23:29,047 WARN [Thread-979 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45867] Specified favored nodes: [jenkins-hbase3.apache.org:45867] 2023-11-12T09:23:29,767 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:39171/backupUT 2023-11-12T09:23:29,767 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1699781000535 2023-11-12T09:23:29,768 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-11-12T09:23:29,783 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:39171/backupUT/.tmp/backup_1699781000535, hdfs://localhost:39171/backupUT] 2023-11-12T09:23:29,865 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:23:30,949 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-11-12T09:23:30,951 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1699781000535 2023-11-12T09:23:30,951 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 14053 bytes copied." 2023-11-12T09:23:30,951 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1376205731_0006 completed: true true 2023-11-12T09:23:30,957 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4684604 FILE: Number of bytes written=7728476 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=117369 HDFS: Number of bytes written=2337797 HDFS: Number of read operations=544 HDFS: Number of large read operations=0 HDFS: Number of write operations=232 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1811415040 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=14053 Bytes Expected=14053 Files Copied=3 DIR_COPY=7 2023-11-12T09:23:30,957 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:39171/backupUT/.tmp/backup_1699781000535 to hdfs://localhost:39171/backupUT finished. 2023-11-12T09:23:30,972 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(453): deleted 0 original bulkload rows 2023-11-12T09:23:30,972 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:30,975 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:30,975 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:30,977 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:31,383 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699781000535/.backup.manifest 2023-11-12T09:23:31,383 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:31,385 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:31,385 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:31,387 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:31,793 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699781000535/.backup.manifest 2023-11-12T09:23:31,793 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:31,795 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:31,795 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:31,797 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:32,204 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699781000535/.backup.manifest 2023-11-12T09:23:32,204 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:32,206 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:32,206 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:32,208 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:32,614 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699781000535/.backup.manifest 2023-11-12T09:23:32,614 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781000535 2023-11-12T09:23:32,616 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-11-12T09:23:33,023 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39171/backupUT/backup_1699781000535/.backup.manifest 2023-11-12T09:23:33,023 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(358): Backup backup_1699781000535 finished: type=INCREMENTAL,tablelist=test-1699780965991;ns4:test-16997809659913;ns2:test-16997809659911;ns3:test-16997809659912,targetRootDir=hdfs://localhost:39171/backupUT,startts=1699781002701,completets=1699781010972,bytescopied=0 2023-11-12T09:23:33,023 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:23:33,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:23:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:23:33,033 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:23:33,035 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:23:33,038 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] impl.TableBackupClient(376): Backup backup_1699781000535 completed. 2023-11-12T09:23:33,038 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:33,039 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x375c9764 to 127.0.0.1:54371 2023-11-12T09:23:33,039 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:33,061 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] master.BackupLogCleaner(150): Total files: 2, Filtered Files: 2 2023-11-12T09:23:33,062 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x514ea7cd to 127.0.0.1:54371 2023-11-12T09:23:33,062 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:33,082 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.ResourceChecker(175): after: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=598 (was 585) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x375c9764 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/257521669.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x620ed018-shared-pool-18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1866346059_16 at /127.0.0.1:37534 [Receiving block BP-1131336526-172.31.12.81-1699780949770:blk_1073741890_1066] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x620ed018-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1866346059_16 at /127.0.0.1:37542 [Receiving block BP-1131336526-172.31.12.81-1699780949770:blk_1073741891_1067] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x620ed018-shared-pool-20 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x514ea7cd-SendThread(127.0.0.1:54371) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x514ea7cd-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-612952572_16 at /127.0.0.1:54216 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x620ed018-shared-pool-19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x739b3cff-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x620ed018-shared-pool-21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45867,1699780956145' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,34513,1699780953059)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1131336526-172.31.12.81-1699780949770:blk_1073741890_1066, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x375c9764-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x739b3cff-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1131336526-172.31.12.81-1699780949770:blk_1073741891_1067, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45867,1699780956145)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x514ea7cd java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/257521669.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54371@0x375c9764-SendThread(127.0.0.1:54371) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) - Thread LEAK? -, OpenFileDescriptor=708 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=112 (was 169), ProcessCount=172 (was 172), AvailableMemoryMB=5423 (was 5949) 2023-11-12T09:23:33,082 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2023-11-12T09:23:33,090 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:23:33,090 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:33,090 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0c9e0205 to 127.0.0.1:54371 2023-11-12T09:23:33,090 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:33,090 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:23:33,090 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] util.JVMClusterUtil(257): Found active master hash=2052676150, stopped=false 2023-11-12T09:23:33,091 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:23:33,093 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:23:33,093 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:23:33,093 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:33,093 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:33,093 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:23:33,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:23:33,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:23:33,096 DEBUG [Listener at jenkins-hbase3.apache.org/43661 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:33,096 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,45867,1699780956145' ***** 2023-11-12T09:23:33,096 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:23:33,096 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:23:33,111 INFO [RS:0;jenkins-hbase3:45867 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@412866ed{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:23:33,115 INFO [RS:0;jenkins-hbase3:45867 {}] server.AbstractConnector(383): Stopped ServerConnector@3ae02b5a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:33,115 INFO [RS:0;jenkins-hbase3:45867 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:23:33,116 INFO [RS:0;jenkins-hbase3:45867 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@f2f7f12{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:23:33,117 INFO [RS:0;jenkins-hbase3:45867 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@62a65f31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir/,STOPPED} 2023-11-12T09:23:33,119 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:23:33,119 INFO [RS:0;jenkins-hbase3:45867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:23:33,119 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:23:33,119 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 11e6332dbb6a7949d67124cd61cd9e0a 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 383c0d281e921b97f7bdb8758a816237 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 6c0301b45e6cc9d96984b31d930a2b02 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 44d83d20dabfad614413872ee1a5046a 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 114f2d898f27d3b480c518026c93e31f 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for d39568df92c3b527302bf1bdcf3ab394 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:33,120 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:33,121 INFO [RS:0;jenkins-hbase3:45867 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:23:33,121 DEBUG [RS:0;jenkins-hbase3:45867 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:33,121 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:23:33,121 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:23:33,121 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 11e6332dbb6a7949d67124cd61cd9e0a, disabling compactions & flushes 2023-11-12T09:23:33,121 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:23:33,121 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:23:33,121 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:23:33,121 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:23:33,122 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. after waiting 0 ms 2023-11-12T09:23:33,122 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:23:33,122 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:23:33,122 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1583): Online Regions={11e6332dbb6a7949d67124cd61cd9e0a=backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a., 383c0d281e921b97f7bdb8758a816237=hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237., 6c0301b45e6cc9d96984b31d930a2b02=backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02., 1588230740=hbase:meta,,1.1588230740, 44d83d20dabfad614413872ee1a5046a=ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a., 114f2d898f27d3b480c518026c93e31f=ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f., d39568df92c3b527302bf1bdcf3ab394=test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394., df772953d7f778b0c0cea84cae855296=ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.} 2023-11-12T09:23:33,122 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:23:33,122 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:23:33,123 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:23:33,123 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:23:33,123 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:23:33,123 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-12T09:23:33,123 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 11e6332dbb6a7949d67124cd61cd9e0a, 1588230740, 383c0d281e921b97f7bdb8758a816237, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:33,129 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system_bulk/11e6332dbb6a7949d67124cd61cd9e0a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:23:33,130 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:33,131 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:23:33,131 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 11e6332dbb6a7949d67124cd61cd9e0a: 2023-11-12T09:23:33,131 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780976513.11e6332dbb6a7949d67124cd61cd9e0a. 2023-11-12T09:23:33,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 383c0d281e921b97f7bdb8758a816237, disabling compactions & flushes 2023-11-12T09:23:33,132 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:23:33,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:23:33,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. after waiting 0 ms 2023-11-12T09:23:33,132 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:23:33,132 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 383c0d281e921b97f7bdb8758a816237 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:23:33,152 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/info/83c311a002184a748422c9fa18a35624 is 159, key is ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296./info:regioninfo/1699780969928/Put/seqid=0 2023-11-12T09:23:33,156 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/.tmp/info/31b6a2d73e454a9b8fec83a1236ffe17 is 45, key is default/info:d/1699780961472/Put/seqid=0 2023-11-12T09:23:33,193 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:23:33,324 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 1588230740, 383c0d281e921b97f7bdb8758a816237, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:33,524 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 1588230740, 383c0d281e921b97f7bdb8758a816237, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:33,558 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/info/83c311a002184a748422c9fa18a35624 2023-11-12T09:23:33,561 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/.tmp/info/31b6a2d73e454a9b8fec83a1236ffe17 2023-11-12T09:23:33,568 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/.tmp/info/31b6a2d73e454a9b8fec83a1236ffe17 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/info/31b6a2d73e454a9b8fec83a1236ffe17 2023-11-12T09:23:33,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/info/31b6a2d73e454a9b8fec83a1236ffe17, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:23:33,576 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 383c0d281e921b97f7bdb8758a816237 in 443ms, sequenceid=11, compaction requested=false 2023-11-12T09:23:33,585 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/table/6a5664fdec8c4d0ab570eac69121ddd8 is 59, key is ns2:test-16997809659911/table:state/1699780969938/Put/seqid=0 2023-11-12T09:23:33,587 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/namespace/383c0d281e921b97f7bdb8758a816237/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:23:33,587 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:33,588 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:23:33,588 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 383c0d281e921b97f7bdb8758a816237: 2023-11-12T09:23:33,588 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780960085.383c0d281e921b97f7bdb8758a816237. 2023-11-12T09:23:33,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6c0301b45e6cc9d96984b31d930a2b02, disabling compactions & flushes 2023-11-12T09:23:33,589 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:33,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:33,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. after waiting 0 ms 2023-11-12T09:23:33,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:33,589 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 6c0301b45e6cc9d96984b31d930a2b02 2/2 column families, dataSize=1.97 KB heapSize=3.20 KB 2023-11-12T09:23:33,591 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/table/6a5664fdec8c4d0ab570eac69121ddd8 2023-11-12T09:23:33,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/11fd66f915414ab49a685d0889481914 is 171, key is trslm:hdfs://localhost:39171/backupUT\x00ns2:test-16997809659911/meta:log-roll-map/1699781010962/Put/seqid=0 2023-11-12T09:23:33,598 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/info/83c311a002184a748422c9fa18a35624 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/info/83c311a002184a748422c9fa18a35624 2023-11-12T09:23:33,605 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/info/83c311a002184a748422c9fa18a35624, entries=70, sequenceid=39, filesize=14.1 K 2023-11-12T09:23:33,606 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/.tmp/table/6a5664fdec8c4d0ab570eac69121ddd8 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/table/6a5664fdec8c4d0ab570eac69121ddd8 2023-11-12T09:23:33,612 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/table/6a5664fdec8c4d0ab570eac69121ddd8, entries=14, sequenceid=39, filesize=5.8 K 2023-11-12T09:23:33,613 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:23:33,613 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:23:33,613 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=39, compaction requested=false 2023-11-12T09:23:33,621 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-12T09:23:33,622 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:33,622 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:23:33,623 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:23:33,623 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:23:33,623 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:23:33,724 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:33,924 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:34,000 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=865 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/11fd66f915414ab49a685d0889481914 2023-11-12T09:23:34,010 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/30f2e6dcd52f48c1b050ffb9e21d49ca is 562, key is session:backup_1699781000535/session:context/1699781013034/Put/seqid=0 2023-11-12T09:23:34,125 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1579): Waiting on 5 regions to close 2023-11-12T09:23:34,125 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1583): Online Regions={6c0301b45e6cc9d96984b31d930a2b02=backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02., 44d83d20dabfad614413872ee1a5046a=ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a., 114f2d898f27d3b480c518026c93e31f=ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f., d39568df92c3b527302bf1bdcf3ab394=test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394., df772953d7f778b0c0cea84cae855296=ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.} 2023-11-12T09:23:34,125 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:34,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:23:34,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:23:34,184 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:23:34,185 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:23:34,325 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on 114f2d898f27d3b480c518026c93e31f, 44d83d20dabfad614413872ee1a5046a, 6c0301b45e6cc9d96984b31d930a2b02, d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:34,415 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.12 KB at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/30f2e6dcd52f48c1b050ffb9e21d49ca 2023-11-12T09:23:34,422 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/meta/11fd66f915414ab49a685d0889481914 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/11fd66f915414ab49a685d0889481914 2023-11-12T09:23:34,428 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/meta/11fd66f915414ab49a685d0889481914, entries=6, sequenceid=27, filesize=6.0 K 2023-11-12T09:23:34,429 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/.tmp/session/30f2e6dcd52f48c1b050ffb9e21d49ca as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/30f2e6dcd52f48c1b050ffb9e21d49ca 2023-11-12T09:23:34,435 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/session/30f2e6dcd52f48c1b050ffb9e21d49ca, entries=2, sequenceid=27, filesize=5.5 K 2023-11-12T09:23:34,436 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.97 KB/2015, heapSize ~3.16 KB/3240, currentSize=0 B/0 for 6c0301b45e6cc9d96984b31d930a2b02 in 847ms, sequenceid=27, compaction requested=true 2023-11-12T09:23:34,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/backup/system/6c0301b45e6cc9d96984b31d930a2b02/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:23:34,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:34,449 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:34,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6c0301b45e6cc9d96984b31d930a2b02: 2023-11-12T09:23:34,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780975386.6c0301b45e6cc9d96984b31d930a2b02. 2023-11-12T09:23:34,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 44d83d20dabfad614413872ee1a5046a, disabling compactions & flushes 2023-11-12T09:23:34,450 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:34,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:34,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. after waiting 0 ms 2023-11-12T09:23:34,450 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:34,453 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns3/test-16997809659912/44d83d20dabfad614413872ee1a5046a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-12T09:23:34,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:34,454 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:34,454 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 44d83d20dabfad614413872ee1a5046a: 2023-11-12T09:23:34,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997809659912,,1699780970952.44d83d20dabfad614413872ee1a5046a. 2023-11-12T09:23:34,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 114f2d898f27d3b480c518026c93e31f, disabling compactions & flushes 2023-11-12T09:23:34,455 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:34,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:34,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. after waiting 0 ms 2023-11-12T09:23:34,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:34,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns4/test-16997809659913/114f2d898f27d3b480c518026c93e31f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-12T09:23:34,458 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:34,459 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 114f2d898f27d3b480c518026c93e31f: 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997809659913,,1699780973077.114f2d898f27d3b480c518026c93e31f. 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d39568df92c3b527302bf1bdcf3ab394, disabling compactions & flushes 2023-11-12T09:23:34,459 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. after waiting 0 ms 2023-11-12T09:23:34,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:34,460 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing d39568df92c3b527302bf1bdcf3ab394 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-11-12T09:23:34,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/3c3761acde6a4e19a500f45694f25845 is 40, key is row-t110/f:q1/1699781000425/Put/seqid=0 2023-11-12T09:23:34,525 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:34,726 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on d39568df92c3b527302bf1bdcf3ab394, df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:34,869 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/3c3761acde6a4e19a500f45694f25845 2023-11-12T09:23:34,877 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/.tmp/f/3c3761acde6a4e19a500f45694f25845 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/3c3761acde6a4e19a500f45694f25845 2023-11-12T09:23:34,883 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/f/3c3761acde6a4e19a500f45694f25845, entries=99, sequenceid=205, filesize=8.6 K 2023-11-12T09:23:34,884 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for d39568df92c3b527302bf1bdcf3ab394 in 425ms, sequenceid=205, compaction requested=false 2023-11-12T09:23:34,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/default/test-1699780965991/d39568df92c3b527302bf1bdcf3ab394/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-11-12T09:23:34,892 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:34,893 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d39568df92c3b527302bf1bdcf3ab394: 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780965991,,1699780966481.d39568df92c3b527302bf1bdcf3ab394. 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing df772953d7f778b0c0cea84cae855296, disabling compactions & flushes 2023-11-12T09:23:34,893 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. after waiting 0 ms 2023-11-12T09:23:34,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:34,893 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing df772953d7f778b0c0cea84cae855296 1/1 column families, dataSize=170 B heapSize=816 B 2023-11-12T09:23:34,897 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/76702f332bb64f6494901f03b045bc6e is 38, key is row-t20/f:q1/1699781000523/Put/seqid=0 2023-11-12T09:23:34,926 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:35,126 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-11-12T09:23:35,126 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1583): Online Regions={df772953d7f778b0c0cea84cae855296=ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296.} 2023-11-12T09:23:35,126 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:35,302 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/76702f332bb64f6494901f03b045bc6e 2023-11-12T09:23:35,310 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/.tmp/f/76702f332bb64f6494901f03b045bc6e as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/76702f332bb64f6494901f03b045bc6e 2023-11-12T09:23:35,318 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/f/76702f332bb64f6494901f03b045bc6e, entries=5, sequenceid=111, filesize=5.0 K 2023-11-12T09:23:35,319 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for df772953d7f778b0c0cea84cae855296 in 426ms, sequenceid=111, compaction requested=false 2023-11-12T09:23:35,327 DEBUG [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1609): Waiting on df772953d7f778b0c0cea84cae855296 2023-11-12T09:23:35,328 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/data/ns2/test-16997809659911/df772953d7f778b0c0cea84cae855296/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-11-12T09:23:35,329 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:23:35,330 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:35,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for df772953d7f778b0c0cea84cae855296: 2023-11-12T09:23:35,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997809659911,,1699780968729.df772953d7f778b0c0cea84cae855296. 2023-11-12T09:23:35,527 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45867,1699780956145; all regions closed. 2023-11-12T09:23:35,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/WALs/jenkins-hbase3.apache.org,45867,1699780956145/jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta.1699781002731.meta not finished, retry = 0 2023-11-12T09:23:35,636 DEBUG [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs 2023-11-12T09:23:35,636 INFO [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145.meta:.meta(num 1699781002731) 2023-11-12T09:23:35,643 DEBUG [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/oldWALs 2023-11-12T09:23:35,643 INFO [RS:0;jenkins-hbase3:45867 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45867%2C1699780956145:(num 1699781002751) 2023-11-12T09:23:35,644 DEBUG [RS:0;jenkins-hbase3:45867 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:35,644 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:23:35,644 INFO [RS:0;jenkins-hbase3:45867 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:23:35,644 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:23:35,646 INFO [RS:0;jenkins-hbase3:45867 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:45867 2023-11-12T09:23:35,653 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45867,1699780956145 2023-11-12T09:23:35,653 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:23:35,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45867,1699780956145] 2023-11-12T09:23:35,656 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45867,1699780956145; numProcessing=1 2023-11-12T09:23:35,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45867,1699780956145 already deleted, retry=false 2023-11-12T09:23:35,657 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,45867,1699780956145 expired; onlineServers=0 2023-11-12T09:23:35,657 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34513,1699780953059' ***** 2023-11-12T09:23:35,657 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:23:35,658 DEBUG [M:0;jenkins-hbase3:34513 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11148267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:23:35,658 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:23:35,666 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:23:35,666 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:23:35,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:23:35,711 INFO [M:0;jenkins-hbase3:34513 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@d634222{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:23:35,712 INFO [M:0;jenkins-hbase3:34513 {}] server.AbstractConnector(383): Stopped ServerConnector@6d98c4aa{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:35,712 INFO [M:0;jenkins-hbase3:34513 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:23:35,712 INFO [M:0;jenkins-hbase3:34513 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6319ae3b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:23:35,713 INFO [M:0;jenkins-hbase3:34513 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@32d503aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/hadoop.log.dir/,STOPPED} 2023-11-12T09:23:35,714 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34513,1699780953059 2023-11-12T09:23:35,714 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34513,1699780953059; all regions closed. 2023-11-12T09:23:35,714 DEBUG [M:0;jenkins-hbase3:34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:35,714 INFO [M:0;jenkins-hbase3:34513 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:23:35,715 INFO [M:0;jenkins-hbase3:34513 {}] server.AbstractConnector(383): Stopped ServerConnector@5a4a6a10{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:23:35,716 DEBUG [M:0;jenkins-hbase3:34513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:23:35,716 INFO [M:0;jenkins-hbase3:34513 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:23:35,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:23:35,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780958357 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780958357,5,FailOnTimeoutGroup] 2023-11-12T09:23:35,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780958358 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780958358,5,FailOnTimeoutGroup] 2023-11-12T09:23:35,716 DEBUG [M:0;jenkins-hbase3:34513 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x06da6bd9 to 127.0.0.1:54371 2023-11-12T09:23:35,716 DEBUG [M:0;jenkins-hbase3:34513 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:23:35,716 DEBUG [M:0;jenkins-hbase3:34513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:23:35,716 INFO [M:0;jenkins-hbase3:34513 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:23:35,717 DEBUG [M:0;jenkins-hbase3:34513 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:23:35,717 INFO [M:0;jenkins-hbase3:34513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:23:35,717 ERROR [M:0;jenkins-hbase3:34513 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:23:35,718 INFO [M:0;jenkins-hbase3:34513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:23:35,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:23:35,718 DEBUG [M:0;jenkins-hbase3:34513 {}] zookeeper.ZKUtil(347): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:23:35,718 WARN [M:0;jenkins-hbase3:34513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:23:35,718 INFO [M:0;jenkins-hbase3:34513 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:23:35,719 INFO [M:0;jenkins-hbase3:34513 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:23:35,719 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:23:35,737 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:35,737 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:35,737 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:23:35,737 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:35,737 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=169.30 KB heapSize=203.65 KB 2023-11-12T09:23:35,755 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:23:35,755 INFO [RS:0;jenkins-hbase3:45867 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45867,1699780956145; zookeeper connection closed. 2023-11-12T09:23:35,755 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45867-0x1004cf0ee3c0001, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:23:35,755 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@416b4869 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@416b4869 2023-11-12T09:23:35,756 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:23:35,757 DEBUG [M:0;jenkins-hbase3:34513 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ea69b86c9a43739f7635a4e24a8229 is 88, key is hbase:meta,,1/info:sn/1699780959347/Put/seqid=0 2023-11-12T09:23:36,166 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ea69b86c9a43739f7635a4e24a8229 2023-11-12T09:23:36,194 DEBUG [M:0;jenkins-hbase3:34513 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe50fe632e7e4dcc9d725b660c15af3c is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699780977315/Put/seqid=0 2023-11-12T09:23:36,600 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=168.71 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe50fe632e7e4dcc9d725b660c15af3c 2023-11-12T09:23:36,606 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe50fe632e7e4dcc9d725b660c15af3c 2023-11-12T09:23:36,625 DEBUG [M:0;jenkins-hbase3:34513 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a07e299a1b0941789737a8f22ae6b039 is 82, key is jenkins-hbase3.apache.org,45867,1699780956145/rs:state/1699780958459/Put/seqid=0 2023-11-12T09:23:37,031 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a07e299a1b0941789737a8f22ae6b039 2023-11-12T09:23:37,038 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/73ea69b86c9a43739f7635a4e24a8229 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ea69b86c9a43739f7635a4e24a8229 2023-11-12T09:23:37,044 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/73ea69b86c9a43739f7635a4e24a8229, entries=8, sequenceid=403, filesize=5.5 K 2023-11-12T09:23:37,045 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe50fe632e7e4dcc9d725b660c15af3c as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe50fe632e7e4dcc9d725b660c15af3c 2023-11-12T09:23:37,051 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe50fe632e7e4dcc9d725b660c15af3c 2023-11-12T09:23:37,051 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe50fe632e7e4dcc9d725b660c15af3c, entries=43, sequenceid=403, filesize=14.5 K 2023-11-12T09:23:37,052 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a07e299a1b0941789737a8f22ae6b039 as hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a07e299a1b0941789737a8f22ae6b039 2023-11-12T09:23:37,069 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39171/user/jenkins/test-data/ca9fdf83-daa8-7296-e096-dae6d545633d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a07e299a1b0941789737a8f22ae6b039, entries=1, sequenceid=403, filesize=5.1 K 2023-11-12T09:23:37,072 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(3022): Finished flush of dataSize ~169.30 KB/173362, heapSize ~203.35 KB/208232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=403, compaction requested=false 2023-11-12T09:23:37,079 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:23:37,079 DEBUG [M:0;jenkins-hbase3:34513 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:23:37,082 INFO [M:0;jenkins-hbase3:34513 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:23:37,082 INFO [M:0;jenkins-hbase3:34513 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:23:37,083 INFO [M:0;jenkins-hbase3:34513 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34513 2023-11-12T09:23:37,083 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:23:37,086 DEBUG [M:0;jenkins-hbase3:34513 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,34513,1699780953059 already deleted, retry=false 2023-11-12T09:23:37,188 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:23:37,188 INFO [M:0;jenkins-hbase3:34513 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34513,1699780953059; zookeeper connection closed. 2023-11-12T09:23:37,188 DEBUG [Listener at localhost/38117-EventThread {}] zookeeper.ZKWatcher(604): master:34513-0x1004cf0ee3c0000, quorum=127.0.0.1:54371, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:23:37,192 WARN [Listener at jenkins-hbase3.apache.org/43661 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:23:37,196 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:23:37,303 WARN [BP-1131336526-172.31.12.81-1699780949770 heartbeating to localhost/127.0.0.1:39171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:23:37,303 WARN [BP-1131336526-172.31.12.81-1699780949770 heartbeating to localhost/127.0.0.1:39171 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1131336526-172.31.12.81-1699780949770 (Datanode Uuid b4fd3d80-53df-42d1-b950-3d88b575a11f) service to localhost/127.0.0.1:39171 2023-11-12T09:23:37,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/dfs/data/data1/current/BP-1131336526-172.31.12.81-1699780949770 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:23:37,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/86d8710c-b42d-970a-b104-455cc9f1710a/cluster_43b9dcf9-bdc9-78a9-3a7f-db90c6f93c9d/dfs/data/data2/current/BP-1131336526-172.31.12.81-1699780949770 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:23:37,359 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:23:37,382 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:23:37,457 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:23:37,457 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:23:37,475 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:37,608 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:37,723 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:37,723 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:37,832 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:23:37,841 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:23:37,842 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:37,852 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:23:37,959 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:23:37,959 INFO [Listener at jenkins-hbase3.apache.org/43661 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped