2023-07-22 12:35:15,261 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b7a5baa 2023-07-22 12:35:15,274 main DEBUG Took 0.010153 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:35:15,274 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:35:15,274 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:35:15,275 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:35:15,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,284 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:35:15,296 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,298 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,298 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,301 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,302 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:35:15,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,305 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:35:15,307 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:35:15,309 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:35:15,310 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:35:15,311 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:35:15,312 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:35:15,312 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:35:15,324 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:35:15,326 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:35:15,330 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:35:15,331 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:35:15,331 main DEBUG createAppenders(={Console}) 2023-07-22 12:35:15,332 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b7a5baa initialized 2023-07-22 12:35:15,332 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b7a5baa 2023-07-22 12:35:15,332 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b7a5baa OK. 2023-07-22 12:35:15,333 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:35:15,333 main DEBUG OutputStream closed 2023-07-22 12:35:15,333 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:35:15,333 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:35:15,334 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@72f926e6 OK 2023-07-22 12:35:15,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:35:15,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:35:15,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:35:15,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:35:15,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:35:15,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:35:15,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:35:15,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:35:15,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:35:15,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:35:15,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:35:15,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:35:15,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:35:15,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:35:15,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:35:15,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:35:15,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:35:15,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:35:15,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:35:15,388 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2dde1bff) with optional ClassLoader: null 2023-07-22 12:35:15,389 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:35:15,390 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@2dde1bff] started OK. 2023-07-22T12:35:15,419 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDelete timeout: 13 mins 2023-07-22 12:35:15,423 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:35:15,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:35:15,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34 2023-07-22T12:35:15,785 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:35:15,787 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:35:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:35:15,792 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79, deleteOnExit=true 2023-07-22T12:35:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:35:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/test.cache.data in system properties and HBase conf 2023-07-22T12:35:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:35:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:35:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:35:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:35:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:35:15,902 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:35:16,386 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:35:16,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:35:16,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:35:16,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:35:16,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:35:16,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:35:16,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:35:16,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:35:16,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:35:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:35:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:35:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:35:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:35:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:35:16,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:35:16,902 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:35:16,906 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:35:17,192 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:35:17,363 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@13b343ed via org.mortbay.log.Slf4jLog 2023-07-22T12:35:17,377 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:17,417 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:17,455 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_localhost_33039_hdfs____.9vgrvk/webapp 2023-07-22T12:35:17,617 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33039 2023-07-22T12:35:17,639 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:35:17,639 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:35:18,285 WARN [Listener at localhost/37063 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:35:18,349 WARN [Listener at localhost/37063 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:35:18,368 WARN [Listener at localhost/37063 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:18,373 INFO [Listener at localhost/37063 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:18,379 INFO [Listener at localhost/37063 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_localhost_44425_datanode____.wx3vs2/webapp 2023-07-22T12:35:18,481 INFO [Listener at localhost/37063 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44425 2023-07-22T12:35:18,765 WARN [Listener at localhost/37339 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:35:19,076 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:35:19,239 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x459dd74eab88f7a8: Processing first storage report for DS-3862acc9-5b3b-420e-acb3-dbc57301658b from datanode fe3f5773-b5a1-4659-ac2f-f81fd426735e 2023-07-22T12:35:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x459dd74eab88f7a8: from storage DS-3862acc9-5b3b-420e-acb3-dbc57301658b node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=fe3f5773-b5a1-4659-ac2f-f81fd426735e, infoPort=41139, infoSecurePort=0, ipcPort=37339, storageInfo=lv=-57;cid=testClusterID;nsid=1841544231;c=1690029316979), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-07-22T12:35:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x459dd74eab88f7a8: Processing first storage report for DS-7fd3e29c-1e2b-4499-858d-c9b8021ec611 from datanode fe3f5773-b5a1-4659-ac2f-f81fd426735e 2023-07-22T12:35:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x459dd74eab88f7a8: from storage DS-7fd3e29c-1e2b-4499-858d-c9b8021ec611 node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=fe3f5773-b5a1-4659-ac2f-f81fd426735e, infoPort=41139, infoSecurePort=0, ipcPort=37339, storageInfo=lv=-57;cid=testClusterID;nsid=1841544231;c=1690029316979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:35:19,290 DEBUG [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34 2023-07-22T12:35:19,366 INFO [Listener at localhost/37339 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/zookeeper_0, clientPort=57861, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:35:19,385 INFO [Listener at localhost/37339 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57861 2023-07-22T12:35:19,392 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:19,394 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:20,049 INFO [Listener at localhost/37339 {}] util.FSUtils(461): Created version file at hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 with version=8 2023-07-22T12:35:20,050 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/hbase-staging 2023-07-22T12:35:20,067 DEBUG [Listener at localhost/37339 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:35:20,067 DEBUG [Listener at localhost/37339 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:35:20,067 DEBUG [Listener at localhost/37339 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:35:20,067 DEBUG [Listener at localhost/37339 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:35:20,285 DEBUG [Listener at localhost/37339 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:35:20,460 INFO [Listener at localhost/37339 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:35:21,140 INFO [Listener at localhost/37339 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:35:21,186 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:21,187 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:21,187 INFO [Listener at localhost/37339 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:35:21,187 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:21,187 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:35:21,365 INFO [Listener at localhost/37339 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:35:21,486 DEBUG [Listener at localhost/37339 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:35:21,493 INFO [Listener at localhost/37339 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:35:21,549 DEBUG [Listener at localhost/37339 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 20368 (auto-detected) 2023-07-22T12:35:21,551 DEBUG [Listener at localhost/37339 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:35:21,588 INFO [Listener at localhost/37339 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:35829 2023-07-22T12:35:21,602 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:21,604 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:21,621 INFO [Listener at localhost/37339 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:35829 connecting to ZooKeeper ensemble=127.0.0.1:57861 2023-07-22T12:35:21,669 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:358290x0, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:35:21,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:35829-0x100006245100000 connected 2023-07-22T12:35:21,696 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:35:21,699 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:35:21,703 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:35:21,713 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35829 2023-07-22T12:35:21,713 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35829 2023-07-22T12:35:21,714 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35829 2023-07-22T12:35:21,714 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35829 2023-07-22T12:35:21,714 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35829 2023-07-22T12:35:21,768 INFO [Listener at localhost/37339 {}] log.Log(170): Logging initialized @7225ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:35:21,896 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:35:21,897 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:35:21,897 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:35:21,900 INFO [Listener at localhost/37339 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:35:21,900 INFO [Listener at localhost/37339 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:35:21,900 INFO [Listener at localhost/37339 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:35:21,903 INFO [Listener at localhost/37339 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:35:22,034 INFO [Listener at localhost/37339 {}] http.HttpServer(1219): Jetty bound to port 38151 2023-07-22T12:35:22,036 INFO [Listener at localhost/37339 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:35:22,066 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:22,069 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5f80b65c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:35:22,070 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:22,070 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6cd71c6b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:35:22,132 INFO [Listener at localhost/37339 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:35:22,145 INFO [Listener at localhost/37339 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:35:22,145 INFO [Listener at localhost/37339 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:35:22,147 INFO [Listener at localhost/37339 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:35:22,155 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:23,286 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1021d7fe{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:35:23,297 INFO [Listener at localhost/37339 {}] server.AbstractConnector(333): Started ServerConnector@441e1474{HTTP/1.1, (http/1.1)}{0.0.0.0:38151} 2023-07-22T12:35:23,297 INFO [Listener at localhost/37339 {}] server.Server(415): Started @8755ms 2023-07-22T12:35:23,301 INFO [Listener at localhost/37339 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768, hbase.cluster.distributed=false 2023-07-22T12:35:23,363 INFO [Listener at localhost/37339 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:35:23,364 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:23,364 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:23,364 INFO [Listener at localhost/37339 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:35:23,364 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:35:23,364 INFO [Listener at localhost/37339 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:35:23,372 INFO [Listener at localhost/37339 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:35:23,374 INFO [Listener at localhost/37339 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:35:23,376 INFO [Listener at localhost/37339 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:38135 2023-07-22T12:35:23,378 INFO [Listener at localhost/37339 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:35:23,386 DEBUG [Listener at localhost/37339 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:35:23,387 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:23,389 INFO [Listener at localhost/37339 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:23,392 INFO [Listener at localhost/37339 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:38135 connecting to ZooKeeper ensemble=127.0.0.1:57861 2023-07-22T12:35:23,395 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:381350x0, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:35:23,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:38135-0x100006245100001 connected 2023-07-22T12:35:23,396 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:35:23,398 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:35:23,399 DEBUG [Listener at localhost/37339 {}] zookeeper.ZKUtil(113): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:35:23,399 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2023-07-22T12:35:23,400 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2023-07-22T12:35:23,400 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2023-07-22T12:35:23,400 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2023-07-22T12:35:23,401 DEBUG [Listener at localhost/37339 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2023-07-22T12:35:23,405 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:35:23,406 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:35:23,406 INFO [Listener at localhost/37339 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:35:23,407 INFO [Listener at localhost/37339 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:35:23,407 INFO [Listener at localhost/37339 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:35:23,408 INFO [Listener at localhost/37339 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:35:23,408 INFO [Listener at localhost/37339 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:35:23,410 INFO [Listener at localhost/37339 {}] http.HttpServer(1219): Jetty bound to port 41823 2023-07-22T12:35:23,410 INFO [Listener at localhost/37339 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:35:23,414 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:23,415 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3aaeb75b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:35:23,415 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:23,415 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2a8f1ebb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:35:23,428 INFO [Listener at localhost/37339 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:35:23,429 INFO [Listener at localhost/37339 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:35:23,429 INFO [Listener at localhost/37339 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:35:23,429 INFO [Listener at localhost/37339 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-07-22T12:35:23,430 INFO [Listener at localhost/37339 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:35:23,435 INFO [Listener at localhost/37339 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@514a1f3c{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:35:23,436 INFO [Listener at localhost/37339 {}] server.AbstractConnector(333): Started ServerConnector@52e71175{HTTP/1.1, (http/1.1)}{0.0.0.0:41823} 2023-07-22T12:35:23,436 INFO [Listener at localhost/37339 {}] server.Server(415): Started @8893ms 2023-07-22T12:35:23,442 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:35:23,447 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@668c2c22{HTTP/1.1, (http/1.1)}{0.0.0.0:44317} 2023-07-22T12:35:23,448 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8905ms 2023-07-22T12:35:23,448 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:23,461 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:35:23,461 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:35:23,464 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:23,474 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:35829 2023-07-22T12:35:23,485 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:35:23,485 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:35:23,485 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:23,486 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:23,488 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:35:23,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:35:23,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,35829,1690029320268 from backup master directory 2023-07-22T12:35:23,495 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:35:23,495 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:23,495 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:35:23,496 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:35:23,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:23,499 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:35:23,503 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:35:23,589 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/hbase.id with ID: c5c5308c-156c-4272-a4be-9b24451b6ec6 2023-07-22T12:35:23,629 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:35:23,644 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:23,644 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:23,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:23,692 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:35:23,716 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:35:23,717 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:35:23,718 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:35:23,730 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:35:23,732 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:35:23,810 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store 2023-07-22T12:35:23,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:35:23,834 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:23,834 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:35:23,834 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:35:23,834 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:35:23,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:35:23,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:35:23,835 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:35:23,835 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:35:23,836 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/.initializing 2023-07-22T12:35:23,837 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/WALs/jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:23,846 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:35:23,859 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35829%2C1690029320268, suffix=, logDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/WALs/jenkins-hbase3.apache.org,35829,1690029320268, archiveDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/oldWALs, maxLogs=10 2023-07-22T12:35:23,888 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/WALs/jenkins-hbase3.apache.org,35829,1690029320268/jenkins-hbase3.apache.org%2C35829%2C1690029320268.1690029323866, exclude list is [], retry=0 2023-07-22T12:35:23,914 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:35:23,921 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:35:23,991 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/WALs/jenkins-hbase3.apache.org,35829,1690029320268/jenkins-hbase3.apache.org%2C35829%2C1690029320268.1690029323866 2023-07-22T12:35:23,991 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:35:23,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:23,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:23,996 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:23,997 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:35:24,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:24,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:24,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:35:24,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:24,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:24,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:35:24,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:24,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:24,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:35:24,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:24,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:24,123 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,124 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,142 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:35:24,146 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:35:24,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:24,151 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10488257120, jitterRate=-0.02320493757724762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:35:24,159 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:35:24,160 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:35:24,195 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb00b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:24,250 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:35:24,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:35:24,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:35:24,274 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:35:24,275 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:35:24,282 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-07-22T12:35:24,282 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:35:24,317 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:35:24,334 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:35:24,336 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:35:24,339 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:35:24,340 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:35:24,342 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:35:24,344 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:35:24,351 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:35:24,352 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:35:24,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:35:24,355 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:35:24,370 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:35:24,371 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:35:24,377 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:35:24,377 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:35:24,377 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,377 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,377 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,35829,1690029320268, sessionid=0x100006245100000, setting cluster-up flag (Was=false) 2023-07-22T12:35:24,387 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:35:24,395 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,395 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,400 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:35:24,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:24,406 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,406 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,411 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:35:24,412 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:24,417 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,417 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:24,422 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:35:24,423 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:24,450 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:38135 2023-07-22T12:35:24,451 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(997): ClusterId : c5c5308c-156c-4272-a4be-9b24451b6ec6 2023-07-22T12:35:24,453 INFO [RS:0;jenkins-hbase3:38135 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:35:24,455 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:35:24,461 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:35:24,461 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:35:24,464 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:35:24,464 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:35:24,467 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:35:24,468 DEBUG [RS:0;jenkins-hbase3:38135 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb38456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:24,470 DEBUG [RS:0;jenkins-hbase3:38135 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434d0162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:35:24,475 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:35:24,475 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:35:24,475 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:35:24,478 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,35829,1690029320268 with isa=jenkins-hbase3.apache.org/172.31.12.81:38135, startcode=1690029323363 2023-07-22T12:35:24,496 DEBUG [RS:0;jenkins-hbase3:38135 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:35:24,569 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54893, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:35:24,601 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35829 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-07-22T12:35:24,601 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:35:24,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:35:24,619 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:35:24,629 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,35829,1690029320268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:35:24,635 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,636 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:35:24,636 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,641 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-07-22T12:35:24,641 WARN [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-07-22T12:35:24,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690029354647 2023-07-22T12:35:24,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:35:24,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:35:24,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:35:24,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:35:24,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:24,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:35:24,665 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:35:24,666 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:35:24,667 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:35:24,667 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:35:24,669 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:35:24,674 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,678 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:35:24,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:35:24,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:35:24,690 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7a4d7bc5 to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:24,704 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d77ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:24,704 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:35:24,708 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:35:24,709 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:35:24,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029324711,5,FailOnTimeoutGroup] 2023-07-22T12:35:24,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029324711,5,FailOnTimeoutGroup] 2023-07-22T12:35:24,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:35:24,713 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,713 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,742 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,35829,1690029320268 with isa=jenkins-hbase3.apache.org/172.31.12.81:38135, startcode=1690029323363 2023-07-22T12:35:24,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35829 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:24,757 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:24,757 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37063 2023-07-22T12:35:24,757 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=38151 2023-07-22T12:35:24,766 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:35:24,767 DEBUG [RS:0;jenkins-hbase3:38135 {}] zookeeper.ZKUtil(111): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:24,767 WARN [RS:0;jenkins-hbase3:38135 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:35:24,767 INFO [RS:0;jenkins-hbase3:38135 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:35:24,767 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:24,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,38135,1690029323363] 2023-07-22T12:35:24,785 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:35:24,795 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:35:24,810 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:35:24,814 INFO [RS:0;jenkins-hbase3:38135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:35:24,814 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,815 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:35:24,824 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:35:24,825 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,826 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,826 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,826 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,826 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:35:24,826 DEBUG [RS:0;jenkins-hbase3:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:35:24,827 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,828 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,828 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,828 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,828 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38135,1690029323363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:35:24,845 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:35:24,848 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38135,1690029323363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:24,865 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,38135,1690029323363 started 2023-07-22T12:35:24,865 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,38135,1690029323363, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:38135, sessionid=0x100006245100001 2023-07-22T12:35:24,866 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:35:24,866 DEBUG [RS:0;jenkins-hbase3:38135 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:24,866 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38135,1690029323363' 2023-07-22T12:35:24,866 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:35:24,867 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:35:24,867 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:35:24,867 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:35:24,867 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38135,1690029323363' 2023-07-22T12:35:24,867 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:35:24,868 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:35:24,868 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:35:24,868 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:35:24,868 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:35:24,868 DEBUG [RS:0;jenkins-hbase3:38135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:24,869 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,38135,1690029323363' 2023-07-22T12:35:24,869 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:35:24,869 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:35:24,869 DEBUG [RS:0;jenkins-hbase3:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:35:24,870 INFO [RS:0;jenkins-hbase3:38135 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:35:24,870 INFO [RS:0;jenkins-hbase3:38135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:35:24,981 INFO [RS:0;jenkins-hbase3:38135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:35:24,984 INFO [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38135%2C1690029323363, suffix=, logDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363, archiveDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs, maxLogs=32 2023-07-22T12:35:25,002 DEBUG [RS:0;jenkins-hbase3:38135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029324986, exclude list is [], retry=0 2023-07-22T12:35:25,009 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:35:25,013 INFO [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029324986 2023-07-22T12:35:25,013 DEBUG [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:35:25,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:35:25,082 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:25,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:25,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:35:25,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:35:25,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:35:25,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:35:25,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:35:25,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:35:25,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:25,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:25,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740 2023-07-22T12:35:25,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740 2023-07-22T12:35:25,514 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:35:25,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:35:25,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:25,520 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10894749120, jitterRate=0.01465258002281189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:35:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:35:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:35:25,522 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:35:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:35:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:35:25,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:35:25,524 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:35:25,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:35:25,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:35:25,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:35:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:35:25,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:35:25,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:35:25,704 DEBUG [jenkins-hbase3:35829 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:35:25,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:25,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38135,1690029323363, state=OPENING 2023-07-22T12:35:25,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:35:25,733 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:25,734 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:25,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:35:25,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:35:25,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:25,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:25,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:35:25,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39944, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:35:25,946 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:35:25,947 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:35:25,948 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:35:25,951 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta, suffix=.meta, logDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363, archiveDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs, maxLogs=32 2023-07-22T12:35:25,964 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029325952.meta, exclude list is [], retry=0 2023-07-22T12:35:25,969 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:35:25,973 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029325952.meta 2023-07-22T12:35:25,973 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:35:25,973 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:25,978 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:25,979 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:35:25,995 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:35:25,995 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:35:26,000 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:35:26,000 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:26,000 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:35:26,000 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:35:26,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:35:26,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:35:26,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:26,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:26,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:35:26,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:35:26,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:26,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:26,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:35:26,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:35:26,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:26,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:35:26,010 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740 2023-07-22T12:35:26,012 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740 2023-07-22T12:35:26,015 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:35:26,017 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:35:26,018 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11749650080, jitterRate=0.09427143633365631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:35:26,019 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:35:26,030 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690029325920 2023-07-22T12:35:26,049 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:35:26,049 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:35:26,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:26,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,38135,1690029323363, state=OPEN 2023-07-22T12:35:26,055 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:35:26,055 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:35:26,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:35:26,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:35:26,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:35:26,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,38135,1690029323363 in 318 msec 2023-07-22T12:35:26,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:35:26,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2023-07-22T12:35:26,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5840 sec 2023-07-22T12:35:26,075 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690029326074, completionTime=-1 2023-07-22T12:35:26,075 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:35:26,075 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:35:26,328 DEBUG [hconnection-0x20c8f032-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:26,332 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:26,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:35:26,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690029386349 2023-07-22T12:35:26,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690029446349 2023-07-22T12:35:26,349 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 273 msec 2023-07-22T12:35:26,380 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35829,1690029320268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:26,380 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35829,1690029320268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:26,380 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35829,1690029320268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:26,383 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:35829, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:26,383 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:35:26,392 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:35:26,409 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:35:26,411 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:35:26,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:35:26,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:26,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:26,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:26,449 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 39060cb8739e288dd41735d55fb913d6, NAME => 'hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 39060cb8739e288dd41735d55fb913d6, disabling compactions & flushes 2023-07-22T12:35:26,460 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. after waiting 0 ms 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,460 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,460 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 39060cb8739e288dd41735d55fb913d6: 2023-07-22T12:35:26,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:26,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690029326464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029326464"}]},"ts":"1690029326464"} 2023-07-22T12:35:26,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:26,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:26,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029326515"}]},"ts":"1690029326515"} 2023-07-22T12:35:26,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:35:26,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=39060cb8739e288dd41735d55fb913d6, ASSIGN}] 2023-07-22T12:35:26,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=39060cb8739e288dd41735d55fb913d6, ASSIGN 2023-07-22T12:35:26,534 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=39060cb8739e288dd41735d55fb913d6, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:26,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=39060cb8739e288dd41735d55fb913d6, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:26,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 39060cb8739e288dd41735d55fb913d6, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:26,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 39060cb8739e288dd41735d55fb913d6, NAME => 'hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:26,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:26,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:26,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,856 INFO [StoreOpener-39060cb8739e288dd41735d55fb913d6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,859 INFO [StoreOpener-39060cb8739e288dd41735d55fb913d6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39060cb8739e288dd41735d55fb913d6 columnFamilyName info 2023-07-22T12:35:26,859 DEBUG [StoreOpener-39060cb8739e288dd41735d55fb913d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:26,859 INFO [StoreOpener-39060cb8739e288dd41735d55fb913d6-1 {}] regionserver.HStore(324): Store=39060cb8739e288dd41735d55fb913d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:26,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:35:26,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:26,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 39060cb8739e288dd41735d55fb913d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10918448960, jitterRate=0.01685979962348938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:35:26,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 39060cb8739e288dd41735d55fb913d6: 2023-07-22T12:35:26,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6., pid=6, masterSystemTime=1690029326844 2023-07-22T12:35:26,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:35:26,878 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=39060cb8739e288dd41735d55fb913d6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:26,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:35:26,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 39060cb8739e288dd41735d55fb913d6, server=jenkins-hbase3.apache.org,38135,1690029323363 in 192 msec 2023-07-22T12:35:26,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:35:26,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=39060cb8739e288dd41735d55fb913d6, ASSIGN in 357 msec 2023-07-22T12:35:26,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:26,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029326891"}]},"ts":"1690029326891"} 2023-07-22T12:35:26,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:35:26,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:26,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 486 msec 2023-07-22T12:35:26,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:35:26,926 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:26,926 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:26,926 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:35:26,974 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:35:26,990 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:26,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-07-22T12:35:27,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:35:27,023 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:27,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2023-07-22T12:35:27,034 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:35:27,043 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:35:27,043 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.547sec 2023-07-22T12:35:27,045 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:35:27,047 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:35:27,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:35:27,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:35:27,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:35:27,051 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35829,1690029320268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:35:27,052 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35829,1690029320268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:35:27,065 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:35:27,067 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:35:27,085 DEBUG [Listener at localhost/37339 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b1c702d to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:27,098 DEBUG [Listener at localhost/37339 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac5553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:27,105 DEBUG [Listener at localhost/37339 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:35:27,106 DEBUG [Listener at localhost/37339 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:35:27,134 DEBUG [hconnection-0x28f4a358-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:27,153 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:27,167 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:35:27,167 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:35:27,167 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/test.cache.data in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:35:27,168 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:35:27,169 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:35:27,170 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:35:27,170 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:35:27,170 INFO [Listener at localhost/37339 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:35:29,186 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:29,580 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:29,587 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33595_jobhistory____.1d5lmt/webapp 2023-07-22T12:35:29,768 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:35:29,768 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:35:29,768 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:35:29,772 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:35:29,863 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:30,010 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:30,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:35:30,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:30,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:35:30,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:30,466 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:35:30,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:35:30,467 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:35:30,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:35:30,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:35:30,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:35:30,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:30,512 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33595 2023-07-22T12:35:30,679 WARN [Listener at jenkins-hbase3.apache.org/36865 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:30,792 WARN [Listener at jenkins-hbase3.apache.org/36865 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:35:30,793 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:30,793 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:35:30,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:35:30,802 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41069_cluster____.tl60vn/webapp 2023-07-22T12:35:30,894 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:35:30,894 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:35:30,894 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:35:30,895 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:35:30,905 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,115 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,194 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,201 INFO [Listener at jenkins-hbase3.apache.org/36865 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41069 2023-07-22T12:35:31,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:35:31,539 WARN [Listener at jenkins-hbase3.apache.org/43813 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:31,574 WARN [Listener at jenkins-hbase3.apache.org/43813 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:35:31,577 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:31,585 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37109_node____.jiva2z/webapp 2023-07-22T12:35:31,651 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:35:31,652 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:35:31,652 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:35:31,652 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:35:31,661 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,682 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,760 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:31,770 INFO [Listener at jenkins-hbase3.apache.org/43813 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37109 2023-07-22T12:35:31,913 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:35:31,919 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:35:31,920 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:35:31,926 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33079_node____.l3ewj3/webapp 2023-07-22T12:35:31,979 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:35:31,979 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:35:31,979 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:35:31,979 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:35:31,987 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:32,025 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:32,083 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:35:32,089 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33079 2023-07-22T12:35:32,119 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:35:32,119 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:37063/backupUT 2023-07-22T12:35:32,131 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:35:32,135 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56930, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:35:32,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:35:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:35:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:35:32,172 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:32,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2023-07-22T12:35:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:35:32,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:35:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:35:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:35:32,279 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:32,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-07-22T12:35:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:35:32,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:35:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:35:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:35:32,391 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:32,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-07-22T12:35:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:35:32,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:35:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:35:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:35:32,497 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:32,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 14 msec 2023-07-22T12:35:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:35:32,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690029332119', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690029332119 2023-07-22T12:35:32,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:32,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:32,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:32,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690029332119" procId is: 13 2023-07-22T12:35:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:35:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:35:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:35:33,042 INFO [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a0bb114450251f544b5a792ff818ddb9, NAME => 'test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690029332119', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1668): Closing a0bb114450251f544b5a792ff818ddb9, disabling compactions & flushes 2023-07-22T12:35:33,057 INFO [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. after waiting 0 ms 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,057 INFO [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1909): Closed test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,057 DEBUG [RegionOpenAndInit-test-1690029332119-pool-0 {}] regionserver.HRegion(1622): Region close journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:35:33,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:33,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690029333059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029333059"}]},"ts":"1690029333059"} 2023-07-22T12:35:33,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:33,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:33,063 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029332119","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029333063"}]},"ts":"1690029333063"} 2023-07-22T12:35:33,065 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029332119, state=ENABLING in hbase:meta 2023-07-22T12:35:33,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029332119, region=a0bb114450251f544b5a792ff818ddb9, ASSIGN}] 2023-07-22T12:35:33,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029332119, region=a0bb114450251f544b5a792ff818ddb9, ASSIGN 2023-07-22T12:35:33,076 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690029332119, region=a0bb114450251f544b5a792ff818ddb9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:33,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a0bb114450251f544b5a792ff818ddb9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:35:33,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure a0bb114450251f544b5a792ff818ddb9, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:33,391 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => a0bb114450251f544b5a792ff818ddb9, NAME => 'test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:33,392 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:33,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690029332119 a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:33,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,395 INFO [StoreOpener-a0bb114450251f544b5a792ff818ddb9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,397 INFO [StoreOpener-a0bb114450251f544b5a792ff818ddb9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0bb114450251f544b5a792ff818ddb9 columnFamilyName f 2023-07-22T12:35:33,397 DEBUG [StoreOpener-a0bb114450251f544b5a792ff818ddb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:33,398 INFO [StoreOpener-a0bb114450251f544b5a792ff818ddb9-1 {}] regionserver.HStore(324): Store=a0bb114450251f544b5a792ff818ddb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:33,399 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:33,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:33,410 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened a0bb114450251f544b5a792ff818ddb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9818454240, jitterRate=-0.08558519184589386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:35:33,410 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:35:33,412 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9., pid=15, masterSystemTime=1690029333383 2023-07-22T12:35:33,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:33,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a0bb114450251f544b5a792ff818ddb9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:33,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:35:33,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure a0bb114450251f544b5a792ff818ddb9, server=jenkins-hbase3.apache.org,38135,1690029323363 in 188 msec 2023-07-22T12:35:33,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:35:33,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690029332119, region=a0bb114450251f544b5a792ff818ddb9, ASSIGN in 349 msec 2023-07-22T12:35:33,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:33,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029332119","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029333425"}]},"ts":"1690029333425"} 2023-07-22T12:35:33,427 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029332119, state=ENABLED in hbase:meta 2023-07-22T12:35:33,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690029332119 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:33,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690029332119 in 824 msec 2023-07-22T12:35:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:35:33,731 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690029332119, procId: 13 completed 2023-07-22T12:35:33,731 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x16469758 to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:33,737 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f07f3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:33,739 DEBUG [hconnection-0x5b0f0222-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:33,743 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57748, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:33,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HRegion(8210): writing data to region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:35:33,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900293321191', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900293321191 2023-07-22T12:35:33,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:33,854 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:33,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900293321191" procId is: 16 2023-07-22T12:35:33,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:34,271 INFO [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 96ed799fddfde9fd6adb47e5cd323b23, NAME => 'ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900293321191', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1668): Closing 96ed799fddfde9fd6adb47e5cd323b23, disabling compactions & flushes 2023-07-22T12:35:34,688 INFO [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. after waiting 0 ms 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:34,688 INFO [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:34,688 DEBUG [RegionOpenAndInit-ns2:test-16900293321191-pool-0 {}] regionserver.HRegion(1622): Region close journal for 96ed799fddfde9fd6adb47e5cd323b23: 2023-07-22T12:35:34,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:34,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029334690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029334690"}]},"ts":"1690029334690"} 2023-07-22T12:35:34,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:34,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:34,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900293321191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029334694"}]},"ts":"1690029334694"} 2023-07-22T12:35:34,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900293321191, state=ENABLING in hbase:meta 2023-07-22T12:35:34,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900293321191, region=96ed799fddfde9fd6adb47e5cd323b23, ASSIGN}] 2023-07-22T12:35:34,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900293321191, region=96ed799fddfde9fd6adb47e5cd323b23, ASSIGN 2023-07-22T12:35:34,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900293321191, region=96ed799fddfde9fd6adb47e5cd323b23, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:34,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=96ed799fddfde9fd6adb47e5cd323b23, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:34,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 96ed799fddfde9fd6adb47e5cd323b23, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:35,017 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:35,017 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 96ed799fddfde9fd6adb47e5cd323b23, NAME => 'ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:35,017 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:35,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900293321191 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:35,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,018 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,020 INFO [StoreOpener-96ed799fddfde9fd6adb47e5cd323b23-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,022 INFO [StoreOpener-96ed799fddfde9fd6adb47e5cd323b23-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ed799fddfde9fd6adb47e5cd323b23 columnFamilyName f 2023-07-22T12:35:35,022 DEBUG [StoreOpener-96ed799fddfde9fd6adb47e5cd323b23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:35,022 INFO [StoreOpener-96ed799fddfde9fd6adb47e5cd323b23-1 {}] regionserver.HStore(324): Store=96ed799fddfde9fd6adb47e5cd323b23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:35,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,024 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:35:35,036 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:35,037 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 96ed799fddfde9fd6adb47e5cd323b23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9897361920, jitterRate=-0.07823634147644043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:35:35,037 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 96ed799fddfde9fd6adb47e5cd323b23: 2023-07-22T12:35:35,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23., pid=18, masterSystemTime=1690029335012 2023-07-22T12:35:35,041 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:35,041 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:35:35,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=96ed799fddfde9fd6adb47e5cd323b23, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:35,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:35:35,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 96ed799fddfde9fd6adb47e5cd323b23, server=jenkins-hbase3.apache.org,38135,1690029323363 in 185 msec 2023-07-22T12:35:35,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:35:35,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900293321191, region=96ed799fddfde9fd6adb47e5cd323b23, ASSIGN in 346 msec 2023-07-22T12:35:35,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:35,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900293321191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029335051"}]},"ts":"1690029335051"} 2023-07-22T12:35:35,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900293321191, state=ENABLED in hbase:meta 2023-07-22T12:35:35,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900293321191 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:35,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900293321191 in 1.2080 sec 2023-07-22T12:35:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:35:35,965 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900293321191, procId: 16 completed 2023-07-22T12:35:35,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:35:36,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900293321192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900293321192 2023-07-22T12:35:36,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:36,056 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:36,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900293321192" procId is: 19 2023-07-22T12:35:36,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:36,474 INFO [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7dab3cd9539e0adcb6ddd75776fa15e3, NAME => 'ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900293321192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:36,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690029332119' 2023-07-22T12:35:36,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900293321191' 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1668): Closing 7dab3cd9539e0adcb6ddd75776fa15e3, disabling compactions & flushes 2023-07-22T12:35:36,892 INFO [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. after waiting 0 ms 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:36,892 INFO [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:36,892 DEBUG [RegionOpenAndInit-ns3:test-16900293321192-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7dab3cd9539e0adcb6ddd75776fa15e3: 2023-07-22T12:35:36,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:36,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029336894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029336894"}]},"ts":"1690029336894"} 2023-07-22T12:35:36,896 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:36,897 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:36,898 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900293321192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029336898"}]},"ts":"1690029336898"} 2023-07-22T12:35:36,900 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900293321192, state=ENABLING in hbase:meta 2023-07-22T12:35:36,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900293321192, region=7dab3cd9539e0adcb6ddd75776fa15e3, ASSIGN}] 2023-07-22T12:35:36,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900293321192, region=7dab3cd9539e0adcb6ddd75776fa15e3, ASSIGN 2023-07-22T12:35:36,906 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900293321192, region=7dab3cd9539e0adcb6ddd75776fa15e3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:37,058 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7dab3cd9539e0adcb6ddd75776fa15e3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:37,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 7dab3cd9539e0adcb6ddd75776fa15e3, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:37,217 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:37,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 7dab3cd9539e0adcb6ddd75776fa15e3, NAME => 'ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:37,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:37,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900293321192 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:37,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,220 INFO [StoreOpener-7dab3cd9539e0adcb6ddd75776fa15e3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,222 INFO [StoreOpener-7dab3cd9539e0adcb6ddd75776fa15e3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dab3cd9539e0adcb6ddd75776fa15e3 columnFamilyName f 2023-07-22T12:35:37,222 DEBUG [StoreOpener-7dab3cd9539e0adcb6ddd75776fa15e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:37,223 INFO [StoreOpener-7dab3cd9539e0adcb6ddd75776fa15e3-1 {}] regionserver.HStore(324): Store=7dab3cd9539e0adcb6ddd75776fa15e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:37,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns3/test-16900293321192/7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns3/test-16900293321192/7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:35:37,231 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns3/test-16900293321192/7dab3cd9539e0adcb6ddd75776fa15e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:37,232 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 7dab3cd9539e0adcb6ddd75776fa15e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11154467840, jitterRate=0.03884077072143555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:35:37,232 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 7dab3cd9539e0adcb6ddd75776fa15e3: 2023-07-22T12:35:37,234 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3., pid=21, masterSystemTime=1690029337213 2023-07-22T12:35:37,236 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:37,236 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:35:37,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7dab3cd9539e0adcb6ddd75776fa15e3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:37,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:35:37,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 7dab3cd9539e0adcb6ddd75776fa15e3, server=jenkins-hbase3.apache.org,38135,1690029323363 in 179 msec 2023-07-22T12:35:37,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:35:37,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900293321192, region=7dab3cd9539e0adcb6ddd75776fa15e3, ASSIGN in 337 msec 2023-07-22T12:35:37,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:37,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900293321192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029337245"}]},"ts":"1690029337245"} 2023-07-22T12:35:37,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900293321192, state=ENABLED in hbase:meta 2023-07-22T12:35:37,249 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900293321192 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:37,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900293321192 in 1.1970 sec 2023-07-22T12:35:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:35:38,167 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900293321192, procId: 19 completed 2023-07-22T12:35:38,167 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900293321192 get assigned. Timeout = 60000ms 2023-07-22T12:35:38,169 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:35:38,173 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900293321192 assigned to meta. Checking AM states. 2023-07-22T12:35:38,174 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:35:38,174 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900293321192 assigned. 2023-07-22T12:35:38,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900293321193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900293321193 2023-07-22T12:35:38,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:38,180 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:38,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900293321193" procId is: 22 2023-07-22T12:35:38,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:38,596 INFO [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fc83a3ce070a7d32f1b8eca50fca58d9, NAME => 'ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900293321193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:38,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:35:39,009 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:39,009 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1668): Closing fc83a3ce070a7d32f1b8eca50fca58d9, disabling compactions & flushes 2023-07-22T12:35:39,010 INFO [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,010 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,010 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. after waiting 0 ms 2023-07-22T12:35:39,010 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,010 INFO [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,010 DEBUG [RegionOpenAndInit-ns4:test-16900293321193-pool-0 {}] regionserver.HRegion(1622): Region close journal for fc83a3ce070a7d32f1b8eca50fca58d9: 2023-07-22T12:35:39,011 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:39,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029339011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029339011"}]},"ts":"1690029339011"} 2023-07-22T12:35:39,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:39,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:39,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900293321193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029339015"}]},"ts":"1690029339015"} 2023-07-22T12:35:39,017 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900293321193, state=ENABLING in hbase:meta 2023-07-22T12:35:39,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900293321193, region=fc83a3ce070a7d32f1b8eca50fca58d9, ASSIGN}] 2023-07-22T12:35:39,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900293321193, region=fc83a3ce070a7d32f1b8eca50fca58d9, ASSIGN 2023-07-22T12:35:39,024 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900293321193, region=fc83a3ce070a7d32f1b8eca50fca58d9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:39,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fc83a3ce070a7d32f1b8eca50fca58d9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:39,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure fc83a3ce070a7d32f1b8eca50fca58d9, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:39,334 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => fc83a3ce070a7d32f1b8eca50fca58d9, NAME => 'ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:39,335 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:39,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900293321193 fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:39,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,335 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,337 INFO [StoreOpener-fc83a3ce070a7d32f1b8eca50fca58d9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,339 INFO [StoreOpener-fc83a3ce070a7d32f1b8eca50fca58d9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc83a3ce070a7d32f1b8eca50fca58d9 columnFamilyName f 2023-07-22T12:35:39,339 DEBUG [StoreOpener-fc83a3ce070a7d32f1b8eca50fca58d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:39,340 INFO [StoreOpener-fc83a3ce070a7d32f1b8eca50fca58d9-1 {}] regionserver.HStore(324): Store=fc83a3ce070a7d32f1b8eca50fca58d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:39,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns4/test-16900293321193/fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns4/test-16900293321193/fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:35:39,347 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns4/test-16900293321193/fc83a3ce070a7d32f1b8eca50fca58d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:39,348 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened fc83a3ce070a7d32f1b8eca50fca58d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11830205600, jitterRate=0.10177375376224518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:35:39,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for fc83a3ce070a7d32f1b8eca50fca58d9: 2023-07-22T12:35:39,350 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9., pid=24, masterSystemTime=1690029339330 2023-07-22T12:35:39,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,352 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:35:39,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fc83a3ce070a7d32f1b8eca50fca58d9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:35:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure fc83a3ce070a7d32f1b8eca50fca58d9, server=jenkins-hbase3.apache.org,38135,1690029323363 in 177 msec 2023-07-22T12:35:39,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:35:39,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900293321193, region=fc83a3ce070a7d32f1b8eca50fca58d9, ASSIGN in 336 msec 2023-07-22T12:35:39,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:39,360 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900293321193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029339360"}]},"ts":"1690029339360"} 2023-07-22T12:35:39,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900293321193, state=ENABLED in hbase:meta 2023-07-22T12:35:39,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900293321193 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:39,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900293321193 in 1.1880 sec 2023-07-22T12:35:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:35:40,289 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900293321193, procId: 22 completed 2023-07-22T12:35:40,290 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900293321193 get assigned. Timeout = 60000ms 2023-07-22T12:35:40,290 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:35:40,293 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900293321193 assigned to meta. Checking AM states. 2023-07-22T12:35:40,294 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:35:40,294 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900293321193 assigned. 2023-07-22T12:35:40,294 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x16469758 to 127.0.0.1:57861 2023-07-22T12:35:40,294 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:40,336 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(147): before: backup.TestBackupDelete#testBackupDeleteCommand Thread=581, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=96, ProcessCount=169, AvailableMemoryMB=16705 2023-07-22T12:35:40,336 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=581 is superior to 500 2023-07-22T12:35:40,338 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(86): test backup delete on a single table with data: command-line 2023-07-22T12:35:40,338 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17f28382 to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:40,345 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1031fec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:40,354 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:40,356 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47368, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:40,368 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:35:40,369 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:35:40,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:35:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:35:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:35:40,393 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:35:40,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-07-22T12:35:40,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900293321191 2023-07-22T12:35:40,455 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900293321191 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:40,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690029332119 2023-07-22T12:35:40,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690029332119 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:40,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900293321192 2023-07-22T12:35:40,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900293321192 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:40,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900293321193 2023-07-22T12:35:40,458 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900293321193 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:35:40,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:35:40,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:40,506 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:40,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:35:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:40,507 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:40,927 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dbb9cf9b81c88d531af4cd98114d0a67, NAME => 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:41,339 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:41,339 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing dbb9cf9b81c88d531af4cd98114d0a67, disabling compactions & flushes 2023-07-22T12:35:41,339 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,339 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,339 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. after waiting 0 ms 2023-07-22T12:35:41,340 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,340 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,340 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:35:41,342 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:41,342 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690029341342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029341342"}]},"ts":"1690029341342"} 2023-07-22T12:35:41,344 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:41,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:41,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029341345"}]},"ts":"1690029341345"} 2023-07-22T12:35:41,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:35:41,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=dbb9cf9b81c88d531af4cd98114d0a67, ASSIGN}] 2023-07-22T12:35:41,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=dbb9cf9b81c88d531af4cd98114d0a67, ASSIGN 2023-07-22T12:35:41,355 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=dbb9cf9b81c88d531af4cd98114d0a67, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:41,507 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dbb9cf9b81c88d531af4cd98114d0a67, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:41,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:41,666 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => dbb9cf9b81c88d531af4cd98114d0a67, NAME => 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:41,666 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:41,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:41,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,668 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,671 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9cf9b81c88d531af4cd98114d0a67 columnFamilyName meta 2023-07-22T12:35:41,671 DEBUG [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:41,672 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] regionserver.HStore(324): Store=dbb9cf9b81c88d531af4cd98114d0a67/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:41,672 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,674 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb9cf9b81c88d531af4cd98114d0a67 columnFamilyName session 2023-07-22T12:35:41,674 DEBUG [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:41,674 INFO [StoreOpener-dbb9cf9b81c88d531af4cd98114d0a67-1 {}] regionserver.HStore(324): Store=dbb9cf9b81c88d531af4cd98114d0a67/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:41,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,676 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:35:41,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:41,682 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:41,682 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened dbb9cf9b81c88d531af4cd98114d0a67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10906824320, jitterRate=0.015777170658111572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:35:41,683 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:35:41,684 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67., pid=28, masterSystemTime=1690029341661 2023-07-22T12:35:41,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,686 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:41,686 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=dbb9cf9b81c88d531af4cd98114d0a67, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:41,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:35:41,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67, server=jenkins-hbase3.apache.org,38135,1690029323363 in 179 msec 2023-07-22T12:35:41,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:35:41,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=dbb9cf9b81c88d531af4cd98114d0a67, ASSIGN in 339 msec 2023-07-22T12:35:41,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:41,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029341694"}]},"ts":"1690029341694"} 2023-07-22T12:35:41,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:35:41,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:41,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-07-22T12:35:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:35:42,617 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:35:42,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:35:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:35:42,634 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:35:42,634 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:42,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:35:42,636 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:35:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:35:42,648 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0ccefe6d9766c3d53b1f854556ebd97d, NAME => 'backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:42,658 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:42,658 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 0ccefe6d9766c3d53b1f854556ebd97d, disabling compactions & flushes 2023-07-22T12:35:42,658 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:42,659 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:42,659 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. after waiting 0 ms 2023-07-22T12:35:42,659 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:42,659 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:42,659 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0ccefe6d9766c3d53b1f854556ebd97d: 2023-07-22T12:35:42,660 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:35:42,660 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690029342660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029342660"}]},"ts":"1690029342660"} 2023-07-22T12:35:42,671 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:35:42,673 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:35:42,673 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029342673"}]},"ts":"1690029342673"} 2023-07-22T12:35:42,674 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:35:42,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=0ccefe6d9766c3d53b1f854556ebd97d, ASSIGN}] 2023-07-22T12:35:42,681 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=0ccefe6d9766c3d53b1f854556ebd97d, ASSIGN 2023-07-22T12:35:42,682 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=0ccefe6d9766c3d53b1f854556ebd97d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,38135,1690029323363; forceNewPlan=false, retain=false 2023-07-22T12:35:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:35:42,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900293321193' 2023-07-22T12:35:42,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900293321192' 2023-07-22T12:35:42,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:35:42,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0ccefe6d9766c3d53b1f854556ebd97d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:42,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 0ccefe6d9766c3d53b1f854556ebd97d, server=jenkins-hbase3.apache.org,38135,1690029323363}] 2023-07-22T12:35:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:35:42,993 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:42,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 0ccefe6d9766c3d53b1f854556ebd97d, NAME => 'backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:35:42,993 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:35:42,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:42,994 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:35:42,994 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:42,994 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:42,995 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:42,997 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccefe6d9766c3d53b1f854556ebd97d columnFamilyName meta 2023-07-22T12:35:42,997 DEBUG [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:42,998 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] regionserver.HStore(324): Store=0ccefe6d9766c3d53b1f854556ebd97d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:42,998 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:43,000 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccefe6d9766c3d53b1f854556ebd97d columnFamilyName session 2023-07-22T12:35:43,000 DEBUG [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:35:43,000 INFO [StoreOpener-0ccefe6d9766c3d53b1f854556ebd97d-1 {}] regionserver.HStore(324): Store=0ccefe6d9766c3d53b1f854556ebd97d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:35:43,001 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system_bulk/0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:43,002 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system_bulk/0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:43,003 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:35:43,005 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:35:43,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system_bulk/0ccefe6d9766c3d53b1f854556ebd97d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:35:43,009 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 0ccefe6d9766c3d53b1f854556ebd97d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9524212640, jitterRate=-0.11298857629299164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:35:43,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 0ccefe6d9766c3d53b1f854556ebd97d: 2023-07-22T12:35:43,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d., pid=31, masterSystemTime=1690029342988 2023-07-22T12:35:43,012 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:43,012 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:35:43,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0ccefe6d9766c3d53b1f854556ebd97d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:43,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:35:43,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 0ccefe6d9766c3d53b1f854556ebd97d, server=jenkins-hbase3.apache.org,38135,1690029323363 in 179 msec 2023-07-22T12:35:43,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:35:43,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=0ccefe6d9766c3d53b1f854556ebd97d, ASSIGN in 339 msec 2023-07-22T12:35:43,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:35:43,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029343021"}]},"ts":"1690029343021"} 2023-07-22T12:35:43,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:35:43,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:35:43,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 394 msec 2023-07-22T12:35:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:35:43,240 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:35:43,253 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:35:43,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029343299 (current time:1690029343299). 2023-07-22T12:35:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:35:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:35:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6dd48970 to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70717d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:43,310 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6dd48970 to 127.0.0.1:57861 2023-07-22T12:35:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:35:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:35:43,326 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:35:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:43,332 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:35:43,335 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:35:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:43,745 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:35:43,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:35:43,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:43,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:35:43,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:43,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:35:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:43,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/34fa3f67de7c4d43b6d836597bbfba70 is 49, key is activesession:/session:c/1690029343284/Put/seqid=0 2023-07-22T12:35:44,410 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/34fa3f67de7c4d43b6d836597bbfba70 2023-07-22T12:35:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:44,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 34fa3f67de7c4d43b6d836597bbfba70 2023-07-22T12:35:44,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/34fa3f67de7c4d43b6d836597bbfba70 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 2023-07-22T12:35:44,493 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:35:44,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 578ms, sequenceid=5, compaction requested=false 2023-07-22T12:35:44,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:35:44,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:35:44,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:35:44,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:35:44,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:35:44,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70] hfiles 2023-07-22T12:35:44,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:35:44,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:35:44,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:44,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:35:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:35:44,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:44,935 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:44,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:35:44,939 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:35:44,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.1880 sec 2023-07-22T12:35:44,940 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:35:44,944 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:35:44,944 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:35:44,946 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:35:44,971 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:35:44,986 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:35:44,987 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:35:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:45,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:35:45,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:35:45,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.5050 sec 2023-07-22T12:35:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:35:47,435 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:35:47,436 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(115): Backup backup_1690029340349 started at 1690029347435. 2023-07-22T12:35:47,457 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(119): Backup session backup_1690029340349 has been started. 2023-07-22T12:35:47,460 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:35:47,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:35:47,477 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:35:47,477 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:35:47,478 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:35:47,478 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:35:47,478 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,478 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:35:47,480 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:35:47,480 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,480 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:35:47,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:35:47,480 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,480 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:35:47,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:35:47,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:35:47,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:35:47,481 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:35:47,483 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:35:47,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:35:47,483 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:35:47,483 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:35:47,484 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:35:47,484 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:35:47,484 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:35:47,486 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,486 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:35:47,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:35:47,487 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,487 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:35:47,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:35:47,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:35:47,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:35:47,489 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:35:47,489 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5bf88ccc[Count = 0] remaining members to acquire global barrier 2023-07-22T12:35:47,489 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:35:47,489 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,491 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,491 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,491 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:35:47,491 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,491 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:35:47,492 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:35:47,492 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,492 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029324986 highest: 1690029324986 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,493 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta:.meta(num 1690029325952) roll requested 2023-07-22T12:35:47,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta, exclude list is [], retry=0 2023-07-22T12:35:47,508 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:35:47,512 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029325952.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta 2023-07-22T12:35:47,513 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:35:47,513 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029325952.meta is not closed yet, will try archiving it next time 2023-07-22T12:35:47,513 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363:(num 1690029324986) roll requested 2023-07-22T12:35:47,525 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513, exclude list is [], retry=0 2023-07-22T12:35:47,529 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:35:47,532 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029324986 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513 2023-07-22T12:35:47,532 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:35:47,532 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029324986 is not closed yet, will try archiving it next time 2023-07-22T12:35:47,533 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:35:47,534 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029347513 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,534 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:35:47,536 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:35:47,554 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:35:47,554 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38135,1690029323363' in zk 2023-07-22T12:35:47,562 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:35:47,562 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,562 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:35:47,562 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:35:47,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:35:47,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:35:47,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:35:47,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:35:47,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:35:47,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38135,1690029323363': 2023-07-22T12:35:47,566 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:35:47,566 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:35:47,566 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:35:47,566 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:35:47,566 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:35:47,566 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:35:47,569 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,569 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,569 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:35:47,569 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:35:47,569 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:35:47,569 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:35:47,569 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:35:47,570 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,571 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,571 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:35:47,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:35:47,572 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): regionserver:38135-0x100006245100001, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:35:47,580 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:35:47,580 DEBUG [Listener at localhost/37339-EventThread {}] zookeeper.ZKWatcher(604): master:35829-0x100006245100000, quorum=127.0.0.1:57861, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:35:47,580 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:35:47,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:35:47,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:35:47,581 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:35:47,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:35:47,583 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:35:47,583 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:35:47,683 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:35:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:35:47,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:35:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029347694 (current time:1690029347694). 2023-07-22T12:35:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:35:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029347693_default_test-1690029332119 VERSION not specified, setting to 2 2023-07-22T12:35:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x13f66c3c to 127.0.0.1:57861 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:35:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7202db96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:47,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:47390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x13f66c3c to 127.0.0.1:57861 2023-07-22T12:35:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:35:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:35:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:35:47,710 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:35:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:47,711 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:35:47,714 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:35:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:48,124 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:35:48,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9}] 2023-07-22T12:35:48,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:48,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:35:48,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:48,280 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing a0bb114450251f544b5a792ff818ddb9 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:35:48,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/.tmp/f/279f16c52c6a44cb9a8de09e32055738 is 37, key is row10/f:q1/1690029333759/Put/seqid=0 2023-07-22T12:35:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:48,708 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/.tmp/f/279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:35:48,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:35:48,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/.tmp/f/279f16c52c6a44cb9a8de09e32055738 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:35:48,725 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:35:48,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a0bb114450251f544b5a792ff818ddb9 in 447ms, sequenceid=103, compaction requested=false 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. for snapshot_1690029347693_default_test-1690029332119 completed. 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.' region-info for snapshot=snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738] hfiles 2023-07-22T12:35:48,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 for snapshot=snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:48,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:35:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:49,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:35:49,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:35:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:35:49,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029347693_default_test-1690029332119 on region a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:49,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:35:49,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:35:49,144 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:35:49,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 in 1.0180 sec 2023-07-22T12:35:49,145 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:35:49,146 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:35:49,146 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:49,147 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:49,562 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:35:49,570 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:35:49,570 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1690029347693_default_test-1690029332119 to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:50,401 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:35:50,401 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:35:50,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029347693_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } in 2.6940 sec 2023-07-22T12:35:50,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:35:50,455 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:50,456 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:35:50,456 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:35:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:35:51,819 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690029332119, procId: 34 completed 2023-07-22T12:35:51,820 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029340349 2023-07-22T12:35:51,820 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:35:51,822 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:35:51,825 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029340349_test-1690029332119 2023-07-22T12:35:51,825 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029347693_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119/ 2023-07-22T12:35:51,838 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:35:51,874 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:35:51,874 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,35829,1690029320268_75138834_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:51,874 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768, snapshotDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029347693_default_test-1690029332119. 2023-07-22T12:35:51,890 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029347693_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:52,330 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:52,330 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:52,331 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:52,332 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,315 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop-3162595863461501929.jar 2023-07-22T12:35:53,316 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,316 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,317 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,317 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,317 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,318 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,318 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,319 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,319 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:35:53,320 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:35:53,321 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:35:53,321 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:35:53,322 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:35:53,322 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:35:53,323 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:35:53,323 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:35:53,323 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:35:53,324 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:35:53,324 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:35:53,325 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:35:53,325 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:35:53,329 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:35:53,330 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:35:53,330 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:35:53,330 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:35:53,331 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:35:53,331 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:35:53,332 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:35:53,392 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:35:53,417 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029347693_default_test-1690029332119' hfile list 2023-07-22T12:35:53,429 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:35:53,657 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029353607/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:35:53,657 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029353607/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:35:53,833 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:35:53,894 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 output=hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119/archive/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:35:53,894 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:35:54,721 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:35:54,722 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:35:54,730 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:54,731 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029347693_default_test-1690029332119 finished. 2023-07-22T12:35:54,731 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:35:54,804 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029340349 2023-07-22T12:35:54,804 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:35:55,223 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37063/backupUT/backup_1690029340349/.backup.manifest 2023-07-22T12:35:55,223 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(358): Backup backup_1690029340349 finished: type=FULL,tablelist=test-1690029332119,targetRootDir=hdfs://localhost:37063/backupUT,startts=1690029347435,completets=1690029354801,bytescopied=0 2023-07-22T12:35:55,223 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:35:55,223 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:55,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029347693_default_test-1690029332119" 2023-07-22T12:35:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029347693_default_test-1690029332119 2023-07-22T12:35:55,239 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029347693_default_test-1690029332119 for backup backup_1690029340349 succeeded. 2023-07-22T12:35:55,240 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:35:55,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:35:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:35:55,255 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:35:55,263 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:35:55,281 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(376): Backup backup_1690029340349 completed. 2023-07-22T12:35:55,281 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:35:55,281 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17f28382 to 127.0.0.1:57861 2023-07-22T12:35:55,281 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:55,300 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(90): backup complete 2023-07-22T12:35:55,321 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b55f405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:55,322 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:35:55,324 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57424, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:35:55,329 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:55,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49910, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:55,357 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:35:55,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029355366 (current time:1690029355366). 2023-07-22T12:35:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:35:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:35:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5675e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:55,375 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:35:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:35:55,380 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:35:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:55,381 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:35:55,384 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:35:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:55,792 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:35:55,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:35:55,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:55,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:35:55,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:55,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=1.14 KB heapSize=2.37 KB 2023-07-22T12:35:55,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/4bbb6b7a65f04806aa297820fa31ebf9 is 169, key is trslm:hdfs://localhost:37063/backupUT\x00test-1690029332119/meta:log-roll-map/1690029354791/Put/seqid=0 2023-07-22T12:35:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:56,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=586 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/4bbb6b7a65f04806aa297820fa31ebf9 2023-07-22T12:35:56,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4bbb6b7a65f04806aa297820fa31ebf9 2023-07-22T12:35:56,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/3e02d56b93964058b3176be2142684c3 is 310, key is session:backup_1690029340349/session:context/1690029355261/Put/seqid=0 2023-07-22T12:35:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:56,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/3e02d56b93964058b3176be2142684c3 2023-07-22T12:35:56,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3e02d56b93964058b3176be2142684c3 2023-07-22T12:35:56,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/4bbb6b7a65f04806aa297820fa31ebf9 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 2023-07-22T12:35:56,805 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, entries=5, sequenceid=18, filesize=5.5 K 2023-07-22T12:35:56,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/3e02d56b93964058b3176be2142684c3 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 2023-07-22T12:35:56,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, entries=2, sequenceid=18, filesize=5.3 K 2023-07-22T12:35:56,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.14 KB/1165, heapSize ~2.34 KB/2392, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 868ms, sequenceid=18, compaction requested=false 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9] hfiles 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:35:56,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3] hfiles 2023-07-22T12:35:56,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:35:56,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:35:56,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:35:56,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:35:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:35:56,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:56,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:35:56,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:35:56,828 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:35:56,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.0340 sec 2023-07-22T12:35:56,829 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:35:56,829 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:35:56,829 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:35:56,830 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:35:56,845 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:35:56,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:35:56,855 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:35:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:57,676 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:35:57,676 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:35:57,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2990 sec 2023-07-22T12:35:58,476 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:35:58,477 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:35:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:35:59,496 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(227): Deleting backup backup_1690029340349 ... 2023-07-22T12:35:59,499 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-07-22T12:35:59,500 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: default 2023-07-22T12:35:59,501 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1690029340349 2023-07-22T12:35:59,501 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:37063/backupUT/backup_1690029340349/default/test-1690029332119. 2023-07-22T12:35:59,505 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(465): hdfs://localhost:37063/backupUT/backup_1690029340349/default is empty, remove it. 2023-07-22T12:35:59,513 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-07-22T12:35:59,513 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:35:59,516 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(276): Delete backup backup_1690029340349 completed. 2023-07-22T12:35:59,522 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:35:59,525 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:35:59,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:35:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:35:59,534 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:35:59,534 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:35:59,537 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:59,537 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(103): delete_backup 2023-07-22T12:35:59,537 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(105): Deleted 1 backups. Total requested: 1 2023-07-22T12:35:59,555 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(175): after: backup.TestBackupDelete#testBackupDeleteCommand Thread=590 (was 581) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_40886930_16 at /127.0.0.1:38094 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1483506454-172.31.12.81-1690029316979:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57861@0x12808de2-SendThread(127.0.0.1:57861) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57861@0x12808de2 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1272870809.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-365026773_16 at /127.0.0.1:49390 [Receiving block BP-1483506454-172.31.12.81-1690029316979:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1483506454-172.31.12.81-1690029316979:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-365026773_16 at /127.0.0.1:49384 [Receiving block BP-1483506454-172.31.12.81-1690029316979:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:57861@0x12808de2-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1900405106_16 at /127.0.0.1:38174 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_40886930_16 at /127.0.0.1:49420 [Waiting for operation #18] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=683 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=90 (was 96), ProcessCount=169 (was 169), AvailableMemoryMB=16456 (was 16705) 2023-07-22T12:35:59,555 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2023-07-22T12:35:59,570 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(147): before: backup.TestBackupDelete#testBackupDelete Thread=590, OpenFileDescriptor=683, MaxFileDescriptor=60000, SystemLoadAverage=90, ProcessCount=169, AvailableMemoryMB=16455 2023-07-22T12:35:59,570 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2023-07-22T12:35:59,570 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(59): test backup delete on a single table with data 2023-07-22T12:35:59,575 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2bff9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:59,577 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:59,579 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:59,580 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:35:59,584 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:35:59,598 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:35:59,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029359604 (current time:1690029359604). 2023-07-22T12:35:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:35:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:35:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13579546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:35:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:35:59,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49940, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:35:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:35:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:35:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:35:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:35:59,618 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:35:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:35:59,619 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:35:59,621 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:35:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:35:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:36:00,034 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:00,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:36:00,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:00,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-07-22T12:36:00,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:00,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=268 B heapSize=1.13 KB 2023-07-22T12:36:00,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/8093f879a03149b4b7e9ad3c8d6d2d48 is 91, key is incrbackupset:hdfs://localhost:37063/backupUT/meta:test-1690029332119/1690029359522/Put/seqid=0 2023-07-22T12:36:00,198 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:00,205 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:00,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:00,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/1d662bc2bd504098aaf4ef10fe511582 is 59, key is session:backup_1690029340349/session:/1690029359515/DeleteFamily/seqid=0 2023-07-22T12:36:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:36:00,614 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=144 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:00,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:00,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:00,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/8093f879a03149b4b7e9ad3c8d6d2d48 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:00,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:00,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48, entries=2, sequenceid=26, filesize=5.2 K 2023-07-22T12:36:00,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/1d662bc2bd504098aaf4ef10fe511582 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:00,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:00,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582, entries=2, sequenceid=26, filesize=5.2 K 2023-07-22T12:36:00,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~268 B/268, heapSize ~1.09 KB/1120, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 453ms, sequenceid=26, compaction requested=true 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48] hfiles 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 for snapshot=snapshot_backup_system 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582] hfiles 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:36:00,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 for snapshot=snapshot_backup_system 2023-07-22T12:36:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:36:01,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:01,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-07-22T12:36:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-07-22T12:36:01,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:01,057 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:01,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-07-22T12:36:01,060 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:01,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.0240 sec 2023-07-22T12:36:01,061 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:01,061 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:01,062 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:36:01,062 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:36:01,477 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:01,486 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:01,486 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:36:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:36:02,308 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:02,308 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:36:02,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6940 sec 2023-07-22T12:36:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:36:03,726 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(115): Backup backup_1690029359575 started at 1690029363726. 2023-07-22T12:36:03,729 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(119): Backup session backup_1690029359575 has been started. 2023-07-22T12:36:03,730 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:36:03,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:36:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:36:03,732 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:36:03,732 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:36:03,733 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:36:03,733 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:36:03,734 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:03,735 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,735 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:36:03,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:36:03,735 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:36:03,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:03,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:36:03,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:03,736 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:36:03,736 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:36:03,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:36:03,736 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:36:03,736 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:36:03,737 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:36:03,737 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:36:03,737 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:36:03,739 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:03,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:03,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:03,740 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:36:03,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:03,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:03,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:03,741 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:36:03,741 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6005334e[Count = 0] remaining members to acquire global barrier 2023-07-22T12:36:03,741 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:36:03,741 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:03,745 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:03,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:03,745 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:36:03,745 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:36:03,745 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:36:03,745 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,745 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029347513 highest: 1690029347513 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,746 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta:.meta(num 1690029347493) roll requested 2023-07-22T12:36:03,757 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta, exclude list is [], retry=0 2023-07-22T12:36:03,760 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:36:03,762 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta 2023-07-22T12:36:03,762 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:36:03,762 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta is not closed yet, will try archiving it next time 2023-07-22T12:36:03,762 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363:(num 1690029347513) roll requested 2023-07-22T12:36:03,765 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029347493.meta 2023-07-22T12:36:03,774 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363762, exclude list is [], retry=0 2023-07-22T12:36:03,777 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:36:03,779 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513 with entries=20, filesize=3.96 KB; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363762 2023-07-22T12:36:03,779 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:36:03,779 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513 is not closed yet, will try archiving it next time 2023-07-22T12:36:03,786 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:36:03,786 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029363762 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,795 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:36:03,795 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38135,1690029323363' in zk 2023-07-22T12:36:03,799 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:36:03,799 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:36:03,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,799 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:36:03,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:03,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:03,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:03,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:03,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:03,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38135,1690029323363': 2023-07-22T12:36:03,803 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:36:03,803 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:36:03,803 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:36:03,803 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:36:03,803 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:36:03,803 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:03,805 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:03,805 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:03,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:03,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:03,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:03,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:03,811 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:36:03,811 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:36:03,811 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:36:03,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:36:03,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:36:03,812 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:36:03,812 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:36:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:36:03,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:36:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029363916 (current time:1690029363916). 2023-07-22T12:36:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029363916_default_test-1690029332119 VERSION not specified, setting to 2 2023-07-22T12:36:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b79e111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:03,926 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48254, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:36:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-07-22T12:36:03,930 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:03,931 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:03,933 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:04,339 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:04,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9}] 2023-07-22T12:36:04,342 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:04,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-07-22T12:36:04,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. for snapshot_1690029363916_default_test-1690029332119 completed. 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.' region-info for snapshot=snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738] hfiles 2023-07-22T12:36:04,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 for snapshot=snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:04,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:04,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-07-22T12:36:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=41 2023-07-22T12:36:04,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029363916_default_test-1690029332119 on region a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:04,903 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:04,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-07-22T12:36:04,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 in 564 msec 2023-07-22T12:36:04,905 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:04,906 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:04,906 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:04,906 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:04,907 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:05,318 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:05,324 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:05,324 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1690029363916_default_test-1690029332119 to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:06,144 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:06,144 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-07-22T12:36:06,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1690029363916_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } in 2.2170 sec 2023-07-22T12:36:07,068 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-07-22T12:36:07,068 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-07-22T12:36:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:36:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029359575 2023-07-22T12:36:08,038 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:36:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:36:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029359575_test-1690029332119 2023-07-22T12:36:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029363916_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119/ 2023-07-22T12:36:08,038 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:36:08,062 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:36:08,062 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,35829,1690029320268_-1787532344_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:08,062 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768, snapshotDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029363916_default_test-1690029332119. 2023-07-22T12:36:08,070 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1690029363916_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:08,484 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:08,484 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:08,485 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:08,485 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,479 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop-5080007534570803330.jar 2023-07-22T12:36:09,479 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,480 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,480 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,481 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,481 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,481 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,482 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,482 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,483 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:09,483 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:36:09,484 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:36:09,485 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:36:09,485 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:36:09,486 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:36:09,486 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:36:09,486 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:36:09,487 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:36:09,487 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:36:09,488 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:36:09,488 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:36:09,489 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:36:09,489 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:09,490 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:09,490 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:09,491 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:09,491 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:09,492 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:09,492 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:09,536 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029363916_default_test-1690029332119' hfile list 2023-07-22T12:36:09,539 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:36:09,621 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029369589/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:36:09,622 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029369589/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:36:09,676 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:36:09,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 output=hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119/archive/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:36:09,731 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:36:10,658 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:36:10,659 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:36:10,667 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:10,667 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029363916_default_test-1690029332119 finished. 2023-07-22T12:36:10,667 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:36:10,674 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029359575 2023-07-22T12:36:10,674 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:36:11,080 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37063/backupUT/backup_1690029359575/.backup.manifest 2023-07-22T12:36:11,080 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(358): Backup backup_1690029359575 finished: type=FULL,tablelist=test-1690029332119,targetRootDir=hdfs://localhost:37063/backupUT,startts=1690029363726,completets=1690029370674,bytescopied=0 2023-07-22T12:36:11,080 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:36:11,081 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:11,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029363916_default_test-1690029332119" 2023-07-22T12:36:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029363916_default_test-1690029332119 2023-07-22T12:36:11,086 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029363916_default_test-1690029332119 for backup backup_1690029359575 succeeded. 2023-07-22T12:36:11,087 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:36:11,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:36:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:36:11,097 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:36:11,098 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:36:11,105 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(376): Backup backup_1690029359575 completed. 2023-07-22T12:36:11,105 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:11,121 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(63): backup complete 2023-07-22T12:36:11,151 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:36:11,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029371160 (current time:1690029371160). 2023-07-22T12:36:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:36:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4b73c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:11,173 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36350, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-07-22T12:36:11,177 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:11,178 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:11,180 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:11,587 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:11,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:36:11,589 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:11,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-07-22T12:36:11,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:11,742 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=1.06 KB heapSize=2.22 KB 2023-07-22T12:36:11,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/d2f07e83b36f4e1e941f2f160e021a1a is 169, key is trslm:hdfs://localhost:37063/backupUT\x00test-1690029332119/meta:log-roll-map/1690029370670/Put/seqid=0 2023-07-22T12:36:11,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=511 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/d2f07e83b36f4e1e941f2f160e021a1a 2023-07-22T12:36:11,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d2f07e83b36f4e1e941f2f160e021a1a 2023-07-22T12:36:11,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/f887ccb08de447b3866f6df25616e1e9 is 310, key is session:backup_1690029359575/session:context/1690029371097/Put/seqid=0 2023-07-22T12:36:11,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/f887ccb08de447b3866f6df25616e1e9 2023-07-22T12:36:11,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f887ccb08de447b3866f6df25616e1e9 2023-07-22T12:36:11,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/d2f07e83b36f4e1e941f2f160e021a1a as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a 2023-07-22T12:36:11,781 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a, entries=5, sequenceid=38, filesize=5.5 K 2023-07-22T12:36:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:11,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/f887ccb08de447b3866f6df25616e1e9 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9 2023-07-22T12:36:11,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9, entries=2, sequenceid=38, filesize=5.3 K 2023-07-22T12:36:11,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.06 KB/1090, heapSize ~2.19 KB/2240, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 47ms, sequenceid=38, compaction requested=true 2023-07-22T12:36:11,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:11,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a] hfiles 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9] hfiles 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (3/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 for snapshot=snapshot_backup_system 2023-07-22T12:36:11,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (4/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9 for snapshot=snapshot_backup_system 2023-07-22T12:36:12,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:12,196 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-07-22T12:36:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=43 2023-07-22T12:36:12,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:12,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:12,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=43, resume processing ppid=42 2023-07-22T12:36:12,202 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:12,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 612 msec 2023-07-22T12:36:12,203 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:12,203 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:12,203 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:36:12,204 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:36:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:12,620 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:12,630 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:12,631 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:36:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:13,450 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:13,450 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-07-22T12:36:13,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2760 sec 2023-07-22T12:36:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:36:15,293 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(227): Deleting backup backup_1690029359575 ... 2023-07-22T12:36:15,294 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-07-22T12:36:15,295 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: default 2023-07-22T12:36:15,296 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1690029359575 2023-07-22T12:36:15,296 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:37063/backupUT/backup_1690029359575/default/test-1690029332119. 2023-07-22T12:36:15,297 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(465): hdfs://localhost:37063/backupUT/backup_1690029359575/default is empty, remove it. 2023-07-22T12:36:15,303 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-07-22T12:36:15,303 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:36:15,305 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(276): Delete backup backup_1690029359575 completed. 2023-07-22T12:36:15,315 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:36:15,318 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:36:15,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:36:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:36:15,326 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:36:15,326 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:36:15,329 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(76): delete_backup 2023-07-22T12:36:15,345 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(175): after: backup.TestBackupDelete#testBackupDelete Thread=592 (was 590) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_40886930_16 at /127.0.0.1:56384 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1483506454-172.31.12.81-1690029316979:blk_1073741884_1060, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x28f4a358-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-365026773_16 at /127.0.0.1:56430 [Receiving block BP-1483506454-172.31.12.81-1690029316979:blk_1073741883_1059] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x28f4a358-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1900405106_16 at /127.0.0.1:53872 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1483506454-172.31.12.81-1690029316979:blk_1073741883_1059, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-365026773_16 at /127.0.0.1:56440 [Receiving block BP-1483506454-172.31.12.81-1690029316979:blk_1073741884_1060] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x28f4a358-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_40886930_16 at /127.0.0.1:56498 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x28f4a358-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=677 (was 683), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=112 (was 90) - SystemLoadAverage LEAK? -, ProcessCount=169 (was 169), AvailableMemoryMB=16179 (was 16455) 2023-07-22T12:36:15,346 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-07-22T12:36:15,364 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(147): before: backup.TestBackupDelete#testBackupPurgeOldBackupsCommand Thread=592, OpenFileDescriptor=677, MaxFileDescriptor=60000, SystemLoadAverage=112, ProcessCount=169, AvailableMemoryMB=16178 2023-07-22T12:36:15,364 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-07-22T12:36:15,364 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(111): test backup delete (purge old backups) on a single table with data: command-line 2023-07-22T12:36:15,372 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d04e702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:15,375 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:15,377 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36358, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:15,379 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:36:15,381 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43526, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:36:15,397 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:36:15,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1689856575403 (current time:1689856575403). 2023-07-22T12:36:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:36:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf02c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:15,414 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=44, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-07-22T12:36:15,417 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:15,418 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:15,420 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:15,827 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:15,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:36:15,829 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:15,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=45 2023-07-22T12:36:15,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:15,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=268 B heapSize=1.13 KB 2023-07-22T12:36:15,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/fc69dcbcf2d74514ba0c5e926ff5d98a is 91, key is incrbackupset:hdfs://localhost:37063/backupUT/meta:test-1690029332119/1690029375316/Put/seqid=0 2023-07-22T12:36:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:16,390 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:16,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:16,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:16,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/8e96336f780646fd9063808a6bbb5b32 is 59, key is session:backup_1690029359575/session:/1690029375304/DeleteFamily/seqid=0 2023-07-22T12:36:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:16,805 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=144 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:16,811 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:16,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:16,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/fc69dcbcf2d74514ba0c5e926ff5d98a as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:16,817 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:16,817 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a, entries=2, sequenceid=46, filesize=5.2 K 2023-07-22T12:36:16,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/8e96336f780646fd9063808a6bbb5b32 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:16,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:16,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32, entries=2, sequenceid=46, filesize=5.2 K 2023-07-22T12:36:16,825 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~268 B/268, heapSize ~1.09 KB/1120, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 844ms, sequenceid=46, compaction requested=true 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a] hfiles 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (3/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a for snapshot=snapshot_backup_system 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (4/4): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a for snapshot=snapshot_backup_system 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32] hfiles 2023-07-22T12:36:16,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (1/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (2/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (3/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (4/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9 for snapshot=snapshot_backup_system 2023-07-22T12:36:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] snapshot.SnapshotManifest(264): Adding reference for file (5/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32 for snapshot=snapshot_backup_system 2023-07-22T12:36:17,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:17,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-07-22T12:36:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=45 2023-07-22T12:36:17,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:17,235 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:17,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=45, resume processing ppid=44 2023-07-22T12:36:17,238 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:17,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, ppid=44, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.4090 sec 2023-07-22T12:36:17,239 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:17,239 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:17,240 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:36:17,240 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:36:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:17,653 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:17,665 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:17,665 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:36:18,089 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=44, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:18,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 44 2023-07-22T12:36:18,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=44, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6740 sec 2023-07-22T12:36:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:36:19,526 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(115): Backup backup_1689856575373 started at 1689856579526. 2023-07-22T12:36:19,528 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(119): Backup session backup_1689856575373 has been started. 2023-07-22T12:36:19,530 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:36:19,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:36:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:36:19,531 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:36:19,531 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:36:19,532 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:36:19,532 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:36:19,533 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:19,538 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,538 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:36:19,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:36:19,538 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:36:19,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:19,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:36:19,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:36:19,539 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:36:19,539 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:36:19,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:36:19,539 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:36:19,539 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:36:19,540 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:36:19,540 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:36:19,540 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:36:19,542 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:19,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:19,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:19,543 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:36:19,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:19,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:19,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:19,544 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,38135,1690029323363' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:36:19,544 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7e302d3d[Count = 0] remaining members to acquire global barrier 2023-07-22T12:36:19,544 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:36:19,544 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:19,546 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:19,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:36:19,546 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:36:19,546 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:36:19,546 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:36:19,546 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,546 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029363762 highest: 1690029363762 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,546 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta:.meta(num 1690029363746) roll requested 2023-07-22T12:36:19,557 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363747.meta, exclude list is [], retry=0 2023-07-22T12:36:19,561 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:36:19,564 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363747.meta 2023-07-22T12:36:19,564 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:36:19,564 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta is not closed yet, will try archiving it next time 2023-07-22T12:36:19,564 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363:(num 1690029363762) roll requested 2023-07-22T12:36:19,567 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs/jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta.1690029363746.meta 2023-07-22T12:36:19,577 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363763, exclude list is [], retry=0 2023-07-22T12:36:19,581 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK] 2023-07-22T12:36:19,582 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363762 with entries=18, filesize=3.44 KB; new WAL /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363763 2023-07-22T12:36:19,582 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-3862acc9-5b3b-420e-acb3-dbc57301658b,DISK]] 2023-07-22T12:36:19,583 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029363762 is not closed yet, will try archiving it next time 2023-07-22T12:36:19,583 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/WALs/jenkins-hbase3.apache.org,38135,1690029323363/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513 to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs/jenkins-hbase3.apache.org%2C38135%2C1690029323363.1690029347513 2023-07-22T12:36:19,586 DEBUG [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:36:19,586 INFO [rs(jenkins-hbase3.apache.org,38135,1690029323363)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029363763 on jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,596 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:36:19,596 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,38135,1690029323363' in zk 2023-07-22T12:36:19,599 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:36:19,600 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:36:19,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,600 DEBUG [member: 'jenkins-hbase3.apache.org,38135,1690029323363' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:36:19,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:19,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:19,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:19,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:19,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:19,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,38135,1690029323363': 2023-07-22T12:36:19,603 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,38135,1690029323363' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:36:19,603 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:36:19,603 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:36:19,603 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:36:19,603 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:36:19,603 INFO [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:36:19,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:19,605 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:36:19,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:36:19,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:19,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:36:19,606 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:36:19,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:36:19,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:36:19,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:36:19,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:36:19,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:36:19,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:36:19,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:19,612 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:36:19,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:36:19,613 DEBUG [(jenkins-hbase3.apache.org,35829,1690029320268)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:36:19,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:36:19,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:36:19,614 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:36:19,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:36:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:36:19,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:36:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1689856579718 (current time:1689856579718). 2023-07-22T12:36:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1689856579717_default_test-1690029332119 VERSION not specified, setting to 2 2023-07-22T12:36:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b54265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:19,732 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=46, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } 2023-07-22T12:36:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 46 2023-07-22T12:36:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:19,745 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:19,747 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:19,750 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:19,763 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:19,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9}] 2023-07-22T12:36:19,766 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:19,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=47 2023-07-22T12:36:19,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.HRegion(2520): Flush status journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. for snapshot_1689856579717_default_test-1690029332119 completed. 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(240): Storing 'test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9.' region-info for snapshot=snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738] hfiles 2023-07-22T12:36:19,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 for snapshot=snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:20,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:20,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:20,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=47 2023-07-22T12:36:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=47 2023-07-22T12:36:20,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1689856579717_default_test-1690029332119 on region a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:20,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=47, ppid=46, state=RUNNABLE; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:20,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=47, resume processing ppid=46 2023-07-22T12:36:20,331 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:20,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, ppid=46, state=SUCCESS; SnapshotRegionProcedure a0bb114450251f544b5a792ff818ddb9 in 565 msec 2023-07-22T12:36:20,332 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:20,333 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:20,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:20,333 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:20,745 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:20,751 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:20,751 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_1689856579717_default_test-1690029332119 to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:21,572 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=46, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:21,572 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 }, snapshot procedure id = 46 2023-07-22T12:36:21,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=46, snapshot={ ss=snapshot_1689856579717_default_test-1690029332119 table=test-1690029332119 type=FLUSH ttl=0 } in 1.8360 sec 2023-07-22T12:36:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=46 2023-07-22T12:36:21,847 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1689856575373 2023-07-22T12:36:21,847 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:36:21,847 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:36:21,847 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1689856575373_test-1690029332119 2023-07-22T12:36:21,847 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1689856579717_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119/ 2023-07-22T12:36:21,847 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:36:21,884 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768 2023-07-22T12:36:21,884 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,35829,1690029320268_624525811_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:21,884 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37063, inputRoot=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768, snapshotDir=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1689856579717_default_test-1690029332119. 2023-07-22T12:36:21,903 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_1689856579717_default_test-1690029332119 to hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119/.hbase-snapshot/.tmp/snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:22,358 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:22,359 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:22,360 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:22,360 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,435 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop-3745259106555954304.jar 2023-07-22T12:36:23,435 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,436 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,436 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,437 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,437 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,437 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,438 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,438 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,439 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:36:23,440 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:36:23,441 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:36:23,441 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:36:23,442 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:36:23,443 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:36:23,444 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:36:23,444 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:36:23,445 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:36:23,445 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:36:23,446 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:36:23,447 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:36:23,447 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:36:23,448 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:23,449 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:23,450 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:23,451 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:23,451 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:36:23,452 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:23,453 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:36:23,507 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1689856579717_default_test-1690029332119' hfile list 2023-07-22T12:36:23,510 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:36:23,593 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029383553/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:36:23,593 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/mapreduce.cluster.local.dir/1690029383553/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:36:23,658 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:36:23,713 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 output=hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119/archive/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/f/279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:36:23,713 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:36:24,637 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:36:24,639 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:36:24,645 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:24,645 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1689856579717_default_test-1690029332119 finished. 2023-07-22T12:36:24,645 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:36:24,653 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1689856575373 2023-07-22T12:36:24,653 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:36:24,816 DEBUG [regionserver/jenkins-hbase3:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.15384615384615385, tune throughput to 57.69 MB/second 2023-07-22T12:36:25,059 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37063/backupUT/backup_1689856575373/.backup.manifest 2023-07-22T12:36:25,059 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(358): Backup backup_1689856575373 finished: type=FULL,tablelist=test-1690029332119,targetRootDir=hdfs://localhost:37063/backupUT,startts=1689856579526,completets=1689856584653,bytescopied=0 2023-07-22T12:36:25,059 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:36:25,059 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:25,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1689856579717_default_test-1690029332119" 2023-07-22T12:36:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1689856579717_default_test-1690029332119 2023-07-22T12:36:25,065 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1689856579717_default_test-1690029332119 for backup backup_1689856575373 succeeded. 2023-07-22T12:36:25,066 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:36:25,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:36:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:36:25,074 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:36:25,075 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:36:25,081 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.TableBackupClient(376): Backup backup_1689856575373 completed. 2023-07-22T12:36:25,081 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:25,095 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(125): backup complete 2023-07-22T12:36:25,103 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5d57b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:25,104 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:36:25,105 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56422, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:36:25,109 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:25,111 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53790, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:25,154 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:36:25,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029385164 (current time:1690029385164). 2023-07-22T12:36:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:36:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf889f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:25,174 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53806, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-07-22T12:36:25,178 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:25,179 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:25,181 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:25,188 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:25,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:36:25,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:25,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-07-22T12:36:25,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:25,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=1.04 KB heapSize=2.20 KB 2023-07-22T12:36:25,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/09855b797d014567a8882ac33e036545 is 169, key is trslm:hdfs://localhost:37063/backupUT\x00test-1690029332119/meta:log-roll-map/1689856584648/Put/seqid=0 2023-07-22T12:36:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:25,756 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=491 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/09855b797d014567a8882ac33e036545 2023-07-22T12:36:25,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 09855b797d014567a8882ac33e036545 2023-07-22T12:36:25,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/7e4e937b0ae94e3f88da5d75b4fc6173 is 310, key is session:backup_1689856575373/session:context/1689856585075/Put/seqid=0 2023-07-22T12:36:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:25,828 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2023-07-22T12:36:25,828 INFO [regionserver/jenkins-hbase3:0.Chore.2 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2023-07-22T12:36:26,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/7e4e937b0ae94e3f88da5d75b4fc6173 2023-07-22T12:36:26,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7e4e937b0ae94e3f88da5d75b4fc6173 2023-07-22T12:36:26,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/09855b797d014567a8882ac33e036545 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545 2023-07-22T12:36:26,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545, entries=5, sequenceid=58, filesize=5.5 K 2023-07-22T12:36:26,184 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/7e4e937b0ae94e3f88da5d75b4fc6173 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173 2023-07-22T12:36:26,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173, entries=2, sequenceid=58, filesize=5.3 K 2023-07-22T12:36:26,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1070, heapSize ~2.16 KB/2216, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 849ms, sequenceid=58, compaction requested=true 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545] hfiles 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (4/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (5/5): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173] hfiles 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (4/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,191 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (5/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (6/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173 for snapshot=snapshot_backup_system 2023-07-22T12:36:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:26,390 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 39060cb8739e288dd41735d55fb913d6 changed from -1.0 to 0.0, refreshing cache 2023-07-22T12:36:26,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:26,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-07-22T12:36:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=49 2023-07-22T12:36:26,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:26,602 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:26,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=49, resume processing ppid=48 2023-07-22T12:36:26,605 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:26,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.4140 sec 2023-07-22T12:36:26,605 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:26,606 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:26,606 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:36:26,607 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:36:27,019 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:27,032 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:27,032 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:36:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:27,852 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:27,852 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-07-22T12:36:27,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6770 sec 2023-07-22T12:36:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=48 2023-07-22T12:36:29,288 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:36:29,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:36:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:36:29,297 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:36:29,297 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:36:29,305 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:29,305 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(142): Deleted 0 backups. Total older than 3 days: 0 2023-07-22T12:36:29,324 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6549f26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:29,326 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:36:29,332 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56428, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:36:29,338 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:29,339 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53822, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:29,390 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:36:29,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029389400 (current time:1690029389400). 2023-07-22T12:36:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:36:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:36:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a658079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:36:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:36:29,417 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53830, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:36:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:36:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure2.ProcedureExecutor(1033): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:36:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 50 2023-07-22T12:36:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:29,425 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:36:29,427 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:36:29,429 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:36:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:29,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:36:29,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67}] 2023-07-22T12:36:29,856 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:30,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2023-07-22T12:36:30,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:30,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=186 B heapSize=1000 B 2023-07-22T12:36:30,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/a055a6481e7b4c4a94e77b5edb3808ad is 64, key is delete_op_row/meta:fam/1690029389396/Put/seqid=0 2023-07-22T12:36:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:30,418 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=97 B at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:30,424 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:30,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:30,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/78a396761cac4184ab11a64d6a75a4ca is 49, key is activesession:/session:c/1690029389393/Put/seqid=0 2023-07-22T12:36:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:30,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=89 B at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/78a396761cac4184ab11a64d6a75a4ca 2023-07-22T12:36:30,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 78a396761cac4184ab11a64d6a75a4ca 2023-07-22T12:36:30,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/a055a6481e7b4c4a94e77b5edb3808ad as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:30,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:30,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/a055a6481e7b4c4a94e77b5edb3808ad, entries=2, sequenceid=65, filesize=5.1 K 2023-07-22T12:36:30,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/78a396761cac4184ab11a64d6a75a4ca as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/78a396761cac4184ab11a64d6a75a4ca 2023-07-22T12:36:30,850 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/78a396761cac4184ab11a64d6a75a4ca, entries=1, sequenceid=65, filesize=4.9 K 2023-07-22T12:36:30,851 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(3022): Finished flush of dataSize ~186 B/186, heapSize ~968 B/968, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 843ms, sequenceid=65, compaction requested=true 2023-07-22T12:36:30,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2520): Flush status journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. for snapshot_backup_system completed. 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/a055a6481e7b4c4a94e77b5edb3808ad] hfiles 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (1/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/4bbb6b7a65f04806aa297820fa31ebf9 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (2/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/8093f879a03149b4b7e9ad3c8d6d2d48 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (3/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/d2f07e83b36f4e1e941f2f160e021a1a for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (4/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/fc69dcbcf2d74514ba0c5e926ff5d98a for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (5/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/09855b797d014567a8882ac33e036545 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (6/6): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/a055a6481e7b4c4a94e77b5edb3808ad for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173, hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/78a396761cac4184ab11a64d6a75a4ca] hfiles 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (1/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/34fa3f67de7c4d43b6d836597bbfba70 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (2/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/3e02d56b93964058b3176be2142684c3 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (3/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/1d662bc2bd504098aaf4ef10fe511582 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (4/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/f887ccb08de447b3866f6df25616e1e9 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (5/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/8e96336f780646fd9063808a6bbb5b32 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (6/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/7e4e937b0ae94e3f88da5d75b4fc6173 for snapshot=snapshot_backup_system 2023-07-22T12:36:30,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(264): Adding reference for file (7/7): hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/78a396761cac4184ab11a64d6a75a4ca for snapshot=snapshot_backup_system 2023-07-22T12:36:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=51 2023-07-22T12:36:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.HMaster(3994): Remote procedure done, pid=51 2023-07-22T12:36:31,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:31,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:31,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=51, resume processing ppid=50 2023-07-22T12:36:31,263 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:36:31,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=51, ppid=50, state=SUCCESS; SnapshotRegionProcedure dbb9cf9b81c88d531af4cd98114d0a67 in 1.4070 sec 2023-07-22T12:36:31,263 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:36:31,264 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:36:31,264 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:36:31,264 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:36:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:31,674 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:36:31,686 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:36:31,687 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:36:32,103 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:36:32,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 50 2023-07-22T12:36:32,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6830 sec 2023-07-22T12:36:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:36:33,536 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(227): Deleting backup backup_1689856575373 ... 2023-07-22T12:36:33,539 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-07-22T12:36:33,540 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(435): Delete log files: default 2023-07-22T12:36:33,541 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1689856575373 2023-07-22T12:36:33,541 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:37063/backupUT/backup_1689856575373/default/test-1690029332119. 2023-07-22T12:36:33,542 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.BackupUtils(465): hdfs://localhost:37063/backupUT/backup_1689856575373/default is empty, remove it. 2023-07-22T12:36:33,548 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-07-22T12:36:33,549 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:36:33,550 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupAdminImpl(276): Delete backup backup_1689856575373 completed. 2023-07-22T12:36:33,559 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1014): test-1690029332119 2023-07-22T12:36:33,562 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:36:33,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:36:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35829 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:36:33,572 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:36:33,572 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:36:33,578 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:33,578 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] backup.TestBackupDelete(158): Deleted 1 backups. Total older than 1 days: 1 2023-07-22T12:36:33,595 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(175): after: backup.TestBackupDelete#testBackupPurgeOldBackupsCommand Thread=589 (was 592), OpenFileDescriptor=677 (was 677), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=186 (was 112) - SystemLoadAverage LEAK? -, ProcessCount=175 (was 169) - ProcessCount LEAK? -, AvailableMemoryMB=15252 (was 16178) 2023-07-22T12:36:33,595 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2023-07-22T12:36:33,602 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:36:33,602 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:33,602 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:36:33,603 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] util.JVMClusterUtil(257): Found active master hash=1315875911, stopped=false 2023-07-22T12:36:33,603 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:36:33,606 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:36:33,606 DEBUG [Listener at jenkins-hbase3.apache.org/45201 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:33,606 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,38135,1690029323363' ***** 2023-07-22T12:36:33,606 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:36:33,606 WARN [RS:0;jenkins-hbase3:38135 {}] util.Sleeper(86): We slept 18320ms instead of 100ms, this is likely due to a long garbage collecting pause and it's usually bad, see http://hbase.apache.org/book.html#trouble.rs.runtime.zkexpired 2023-07-22T12:36:33,607 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:36:33,623 INFO [RS:0;jenkins-hbase3:38135 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@514a1f3c{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:36:33,628 INFO [RS:0;jenkins-hbase3:38135 {}] server.AbstractConnector(383): Stopped ServerConnector@52e71175{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:36:33,628 INFO [RS:0;jenkins-hbase3:38135 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:36:33,629 INFO [RS:0;jenkins-hbase3:38135 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2a8f1ebb{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:36:33,630 INFO [RS:0;jenkins-hbase3:38135 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3aaeb75b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir/,STOPPED} 2023-07-22T12:36:33,632 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:36:33,632 INFO [RS:0;jenkins-hbase3:38135 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:36:33,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:36:33,632 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:36:33,632 INFO [RS:0;jenkins-hbase3:38135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:36:33,632 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for 7dab3cd9539e0adcb6ddd75776fa15e3 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for 39060cb8739e288dd41735d55fb913d6 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for 96ed799fddfde9fd6adb47e5cd323b23 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for a0bb114450251f544b5a792ff818ddb9 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for 0ccefe6d9766c3d53b1f854556ebd97d 2023-07-22T12:36:33,633 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38135,1690029323363 2023-07-22T12:36:33,633 DEBUG [RS:0;jenkins-hbase3:38135 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:33,634 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7dab3cd9539e0adcb6ddd75776fa15e3, disabling compactions & flushes 2023-07-22T12:36:33,634 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:36:33,634 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:36:33,634 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:36:33,634 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:36:33,634 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:36:33,634 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. after waiting 0 ms 2023-07-22T12:36:33,634 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:36:33,634 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:36:33,635 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-07-22T12:36:33,635 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1583): Online Regions={7dab3cd9539e0adcb6ddd75776fa15e3=ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3., 39060cb8739e288dd41735d55fb913d6=hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6., 96ed799fddfde9fd6adb47e5cd323b23=ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23., 1588230740=hbase:meta,,1.1588230740, fc83a3ce070a7d32f1b8eca50fca58d9=ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9., a0bb114450251f544b5a792ff818ddb9=test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9., dbb9cf9b81c88d531af4cd98114d0a67=backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67., 0ccefe6d9766c3d53b1f854556ebd97d=backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.} 2023-07-22T12:36:33,635 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:36:33,635 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:36:33,636 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:36:33,636 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:36:33,636 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:36:33,636 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-07-22T12:36:33,636 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, 1588230740, 39060cb8739e288dd41735d55fb913d6, 7dab3cd9539e0adcb6ddd75776fa15e3, 96ed799fddfde9fd6adb47e5cd323b23, a0bb114450251f544b5a792ff818ddb9, dbb9cf9b81c88d531af4cd98114d0a67, fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:33,642 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:36:33,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns3/test-16900293321192/7dab3cd9539e0adcb6ddd75776fa15e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:36:33,644 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:33,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:36:33,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7dab3cd9539e0adcb6ddd75776fa15e3: 2023-07-22T12:36:33,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900293321192,,1690029336051.7dab3cd9539e0adcb6ddd75776fa15e3. 2023-07-22T12:36:33,647 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 39060cb8739e288dd41735d55fb913d6, disabling compactions & flushes 2023-07-22T12:36:33,647 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:36:33,647 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:36:33,647 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. after waiting 0 ms 2023-07-22T12:36:33,647 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:36:33,647 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 39060cb8739e288dd41735d55fb913d6 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:36:33,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/.tmp/info/da61c6d6b9174979b3c2b8cf264204c7 is 45, key is default/info:d/1690029326985/Put/seqid=0 2023-07-22T12:36:33,676 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/info/4ae8886550944a9ab45dfd9be0595766 is 159, key is ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23./info:regioninfo/1690029335042/Put/seqid=0 2023-07-22T12:36:33,836 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, 1588230740, 39060cb8739e288dd41735d55fb913d6, 96ed799fddfde9fd6adb47e5cd323b23, a0bb114450251f544b5a792ff818ddb9, dbb9cf9b81c88d531af4cd98114d0a67, fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:33,911 INFO [regionserver/jenkins-hbase3:0.Chore.2 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:36:33,911 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:36:34,037 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, 1588230740, 39060cb8739e288dd41735d55fb913d6, 96ed799fddfde9fd6adb47e5cd323b23, a0bb114450251f544b5a792ff818ddb9, dbb9cf9b81c88d531af4cd98114d0a67, fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:34,083 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/.tmp/info/da61c6d6b9174979b3c2b8cf264204c7 2023-07-22T12:36:34,088 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/info/4ae8886550944a9ab45dfd9be0595766 2023-07-22T12:36:34,090 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: da61c6d6b9174979b3c2b8cf264204c7 2023-07-22T12:36:34,093 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/.tmp/info/da61c6d6b9174979b3c2b8cf264204c7 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/info/da61c6d6b9174979b3c2b8cf264204c7 2023-07-22T12:36:34,096 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4ae8886550944a9ab45dfd9be0595766 2023-07-22T12:36:34,110 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/info/da61c6d6b9174979b3c2b8cf264204c7, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:36:34,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 39060cb8739e288dd41735d55fb913d6 in 465ms, sequenceid=11, compaction requested=false 2023-07-22T12:36:34,117 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/table/b069f01ffc1e42869f85b24dc5b3e41b is 59, key is ns2:test-16900293321191/table:state/1690029335051/Put/seqid=0 2023-07-22T12:36:34,120 DEBUG [StoreFileCloser-39060cb8739e288dd41735d55fb913d6-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: da61c6d6b9174979b3c2b8cf264204c7 2023-07-22T12:36:34,136 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/namespace/39060cb8739e288dd41735d55fb913d6/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:36:34,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,138 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:36:34,138 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 39060cb8739e288dd41735d55fb913d6: 2023-07-22T12:36:34,138 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690029326410.39060cb8739e288dd41735d55fb913d6. 2023-07-22T12:36:34,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 96ed799fddfde9fd6adb47e5cd323b23, disabling compactions & flushes 2023-07-22T12:36:34,139 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:36:34,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:36:34,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. after waiting 0 ms 2023-07-22T12:36:34,139 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:36:34,139 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 96ed799fddfde9fd6adb47e5cd323b23 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:36:34,160 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/.tmp/f/79e087ccff34438db7f349ea637bf6ad is 37, key is row10/f:q1/1690029335978/Put/seqid=0 2023-07-22T12:36:34,237 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, 1588230740, 96ed799fddfde9fd6adb47e5cd323b23, a0bb114450251f544b5a792ff818ddb9, dbb9cf9b81c88d531af4cd98114d0a67, fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:34,437 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, 1588230740, 96ed799fddfde9fd6adb47e5cd323b23, a0bb114450251f544b5a792ff818ddb9, dbb9cf9b81c88d531af4cd98114d0a67, fc83a3ce070a7d32f1b8eca50fca58d9 2023-07-22T12:36:34,532 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/table/b069f01ffc1e42869f85b24dc5b3e41b 2023-07-22T12:36:34,540 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b069f01ffc1e42869f85b24dc5b3e41b 2023-07-22T12:36:34,541 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/info/4ae8886550944a9ab45dfd9be0595766 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/info/4ae8886550944a9ab45dfd9be0595766 2023-07-22T12:36:34,550 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/info/4ae8886550944a9ab45dfd9be0595766, entries=70, sequenceid=39, filesize=14.1 K 2023-07-22T12:36:34,552 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/.tmp/table/b069f01ffc1e42869f85b24dc5b3e41b as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/table/b069f01ffc1e42869f85b24dc5b3e41b 2023-07-22T12:36:34,559 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/table/b069f01ffc1e42869f85b24dc5b3e41b, entries=14, sequenceid=39, filesize=5.8 K 2023-07-22T12:36:34,560 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 924ms, sequenceid=39, compaction requested=false 2023-07-22T12:36:34,563 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4ae8886550944a9ab45dfd9be0595766 2023-07-22T12:36:34,566 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b069f01ffc1e42869f85b24dc5b3e41b 2023-07-22T12:36:34,571 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-07-22T12:36:34,572 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,572 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:36:34,573 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/.tmp/f/79e087ccff34438db7f349ea637bf6ad 2023-07-22T12:36:34,573 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:36:34,573 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:36:34,573 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:36:34,578 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 79e087ccff34438db7f349ea637bf6ad 2023-07-22T12:36:34,579 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/.tmp/f/79e087ccff34438db7f349ea637bf6ad as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/f/79e087ccff34438db7f349ea637bf6ad 2023-07-22T12:36:34,585 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/f/79e087ccff34438db7f349ea637bf6ad, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:36:34,586 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 96ed799fddfde9fd6adb47e5cd323b23 in 447ms, sequenceid=103, compaction requested=false 2023-07-22T12:36:34,588 DEBUG [StoreFileCloser-96ed799fddfde9fd6adb47e5cd323b23-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 79e087ccff34438db7f349ea637bf6ad 2023-07-22T12:36:34,593 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns2/test-16900293321191/96ed799fddfde9fd6adb47e5cd323b23/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:36:34,594 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,598 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:36:34,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 96ed799fddfde9fd6adb47e5cd323b23: 2023-07-22T12:36:34,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900293321191,,1690029333849.96ed799fddfde9fd6adb47e5cd323b23. 2023-07-22T12:36:34,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fc83a3ce070a7d32f1b8eca50fca58d9, disabling compactions & flushes 2023-07-22T12:36:34,599 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:36:34,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:36:34,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. after waiting 0 ms 2023-07-22T12:36:34,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:36:34,603 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/ns4/test-16900293321193/fc83a3ce070a7d32f1b8eca50fca58d9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:36:34,604 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,604 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:36:34,604 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fc83a3ce070a7d32f1b8eca50fca58d9: 2023-07-22T12:36:34,604 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900293321193,,1690029338175.fc83a3ce070a7d32f1b8eca50fca58d9. 2023-07-22T12:36:34,605 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a0bb114450251f544b5a792ff818ddb9, disabling compactions & flushes 2023-07-22T12:36:34,605 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:34,605 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:34,605 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. after waiting 0 ms 2023-07-22T12:36:34,605 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:34,606 DEBUG [StoreFileCloser-a0bb114450251f544b5a792ff818ddb9-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 279f16c52c6a44cb9a8de09e32055738 2023-07-22T12:36:34,610 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/default/test-1690029332119/a0bb114450251f544b5a792ff818ddb9/recovered.edits/108.seqid, newMaxSeqId=108, maxSeqId=1 2023-07-22T12:36:34,610 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,611 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a0bb114450251f544b5a792ff818ddb9: 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690029332119,,1690029332600.a0bb114450251f544b5a792ff818ddb9. 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dbb9cf9b81c88d531af4cd98114d0a67, disabling compactions & flushes 2023-07-22T12:36:34,611 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. after waiting 0 ms 2023-07-22T12:36:34,611 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:34,611 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing dbb9cf9b81c88d531af4cd98114d0a67 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-07-22T12:36:34,616 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/24a482ffbce54156a259e6896556090a is 91, key is incrbackupset:hdfs://localhost:37063/backupUT/meta:test-1690029332119/1690029393560/Put/seqid=0 2023-07-22T12:36:34,629 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,635 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,635 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,638 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-07-22T12:36:34,638 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1583): Online Regions={dbb9cf9b81c88d531af4cd98114d0a67=backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67., 0ccefe6d9766c3d53b1f854556ebd97d=backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d.} 2023-07-22T12:36:34,638 DEBUG [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1609): Waiting on 0ccefe6d9766c3d53b1f854556ebd97d, dbb9cf9b81c88d531af4cd98114d0a67 2023-07-22T12:36:34,640 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/cd5c6d8ac61244508e088268bb83c3ef is 59, key is session:backup_1689856575373/session:/1690029393549/DeleteFamily/seqid=0 2023-07-22T12:36:34,644 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,650 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,650 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,651 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/meta/24a482ffbce54156a259e6896556090a as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,657 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,657 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/meta/24a482ffbce54156a259e6896556090a, entries=2, sequenceid=72, filesize=5.2 K 2023-07-22T12:36:34,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/.tmp/session/cd5c6d8ac61244508e088268bb83c3ef as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,674 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,674 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/session/cd5c6d8ac61244508e088268bb83c3ef, entries=2, sequenceid=72, filesize=5.2 K 2023-07-22T12:36:34,675 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for dbb9cf9b81c88d531af4cd98114d0a67 in 64ms, sequenceid=72, compaction requested=true 2023-07-22T12:36:34,680 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4bbb6b7a65f04806aa297820fa31ebf9 2023-07-22T12:36:34,683 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8093f879a03149b4b7e9ad3c8d6d2d48 2023-07-22T12:36:34,685 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d2f07e83b36f4e1e941f2f160e021a1a 2023-07-22T12:36:34,687 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fc69dcbcf2d74514ba0c5e926ff5d98a 2023-07-22T12:36:34,689 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 09855b797d014567a8882ac33e036545 2023-07-22T12:36:34,691 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a055a6481e7b4c4a94e77b5edb3808ad 2023-07-22T12:36:34,693 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 24a482ffbce54156a259e6896556090a 2023-07-22T12:36:34,695 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 34fa3f67de7c4d43b6d836597bbfba70 2023-07-22T12:36:34,697 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3e02d56b93964058b3176be2142684c3 2023-07-22T12:36:34,700 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1d662bc2bd504098aaf4ef10fe511582 2023-07-22T12:36:34,702 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f887ccb08de447b3866f6df25616e1e9 2023-07-22T12:36:34,704 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8e96336f780646fd9063808a6bbb5b32 2023-07-22T12:36:34,706 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7e4e937b0ae94e3f88da5d75b4fc6173 2023-07-22T12:36:34,708 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 78a396761cac4184ab11a64d6a75a4ca 2023-07-22T12:36:34,712 DEBUG [StoreFileCloser-dbb9cf9b81c88d531af4cd98114d0a67-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cd5c6d8ac61244508e088268bb83c3ef 2023-07-22T12:36:34,725 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system/dbb9cf9b81c88d531af4cd98114d0a67/recovered.edits/75.seqid, newMaxSeqId=75, maxSeqId=1 2023-07-22T12:36:34,725 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,727 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:34,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dbb9cf9b81c88d531af4cd98114d0a67: 2023-07-22T12:36:34,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690029340501.dbb9cf9b81c88d531af4cd98114d0a67. 2023-07-22T12:36:34,728 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0ccefe6d9766c3d53b1f854556ebd97d, disabling compactions & flushes 2023-07-22T12:36:34,728 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:36:34,728 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:36:34,728 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. after waiting 0 ms 2023-07-22T12:36:34,728 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:36:34,735 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/data/backup/system_bulk/0ccefe6d9766c3d53b1f854556ebd97d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:36:34,735 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:36:34,736 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:36:34,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0ccefe6d9766c3d53b1f854556ebd97d: 2023-07-22T12:36:34,736 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690029342630.0ccefe6d9766c3d53b1f854556ebd97d. 2023-07-22T12:36:34,838 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38135,1690029323363; all regions closed. 2023-07-22T12:36:34,848 DEBUG [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs 2023-07-22T12:36:34,849 INFO [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363.meta:.meta(num 1690029363747) 2023-07-22T12:36:34,857 DEBUG [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/oldWALs 2023-07-22T12:36:34,857 INFO [RS:0;jenkins-hbase3:38135 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C38135%2C1690029323363:(num 1690029363763) 2023-07-22T12:36:34,858 DEBUG [RS:0;jenkins-hbase3:38135 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:34,858 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:36:34,858 INFO [RS:0;jenkins-hbase3:38135 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-07-22T12:36:34,859 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:36:34,861 INFO [RS:0;jenkins-hbase3:38135 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:38135 2023-07-22T12:36:34,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,38135,1690029323363] 2023-07-22T12:36:34,872 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,38135,1690029323363; numProcessing=1 2023-07-22T12:36:34,873 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,38135,1690029323363 expired; onlineServers=0 2023-07-22T12:36:34,873 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,35829,1690029320268' ***** 2023-07-22T12:36:34,873 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:36:34,874 WARN [M:0;jenkins-hbase3:35829 {}] util.Sleeper(86): We slept 19549ms instead of 100ms, this is likely due to a long garbage collecting pause and it's usually bad, see http://hbase.apache.org/book.html#trouble.rs.runtime.zkexpired 2023-07-22T12:36:34,874 DEBUG [M:0;jenkins-hbase3:35829 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3629b631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:36:34,874 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:36:34,923 INFO [M:0;jenkins-hbase3:35829 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1021d7fe{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:36:34,924 INFO [M:0;jenkins-hbase3:35829 {}] server.AbstractConnector(383): Stopped ServerConnector@441e1474{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:36:34,924 INFO [M:0;jenkins-hbase3:35829 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:36:34,925 INFO [M:0;jenkins-hbase3:35829 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6cd71c6b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:36:34,925 INFO [M:0;jenkins-hbase3:35829 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5f80b65c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/hadoop.log.dir/,STOPPED} 2023-07-22T12:36:34,926 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35829,1690029320268 2023-07-22T12:36:34,926 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35829,1690029320268; all regions closed. 2023-07-22T12:36:34,926 DEBUG [M:0;jenkins-hbase3:35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:34,926 INFO [M:0;jenkins-hbase3:35829 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:36:34,927 INFO [M:0;jenkins-hbase3:35829 {}] server.AbstractConnector(383): Stopped ServerConnector@668c2c22{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:36:34,927 DEBUG [M:0;jenkins-hbase3:35829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:36:34,928 INFO [M:0;jenkins-hbase3:35829 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:36:34,928 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:36:34,928 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029324711 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029324711,5,FailOnTimeoutGroup] 2023-07-22T12:36:34,928 DEBUG [M:0;jenkins-hbase3:35829 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:36:34,928 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029324711 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029324711,5,FailOnTimeoutGroup] 2023-07-22T12:36:34,928 DEBUG [M:0;jenkins-hbase3:35829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:36:34,928 INFO [M:0;jenkins-hbase3:35829 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:36:34,928 DEBUG [M:0;jenkins-hbase3:35829 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:36:34,928 INFO [M:0;jenkins-hbase3:35829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:36:34,928 ERROR [M:0;jenkins-hbase3:35829 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-07-22T12:36:34,935 INFO [M:0;jenkins-hbase3:35829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:36:34,935 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:36:34,936 WARN [M:0;jenkins-hbase3:35829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:36:34,936 INFO [M:0;jenkins-hbase3:35829 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:36:34,936 INFO [M:0;jenkins-hbase3:35829 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:36:34,937 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:36:34,949 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:36:34,949 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:36:34,949 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:36:34,949 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:36:34,949 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.12 KB heapSize=235.87 KB 2023-07-22T12:36:34,962 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19bd3610f3f3435084ec5be337cbbf08 is 88, key is hbase:meta,,1/info:sn/1690029325705/Put/seqid=0 2023-07-22T12:36:34,967 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19bd3610f3f3435084ec5be337cbbf08 2023-07-22T12:36:34,973 INFO [RS:0;jenkins-hbase3:38135 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38135,1690029323363; zookeeper connection closed. 2023-07-22T12:36:34,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d2c384 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d2c384 2023-07-22T12:36:34,974 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:36:34,974 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 19bd3610f3f3435084ec5be337cbbf08 2023-07-22T12:36:34,993 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f06e65085146e7830cdd4996e34495 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690029343027/Put/seqid=0 2023-07-22T12:36:35,401 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,409 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,409 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,428 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6cf32e45874f168ea209a6581a9426 is 82, key is jenkins-hbase3.apache.org,38135,1690029323363/rs:state/1690029324749/Put/seqid=0 2023-07-22T12:36:35,836 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6cf32e45874f168ea209a6581a9426 2023-07-22T12:36:35,844 DEBUG [M:0;jenkins-hbase3:35829 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ff6cf32e45874f168ea209a6581a9426 2023-07-22T12:36:35,847 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19bd3610f3f3435084ec5be337cbbf08 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19bd3610f3f3435084ec5be337cbbf08 2023-07-22T12:36:35,854 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19bd3610f3f3435084ec5be337cbbf08, entries=8, sequenceid=480, filesize=5.5 K 2023-07-22T12:36:35,858 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88f06e65085146e7830cdd4996e34495 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,866 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,867 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88f06e65085146e7830cdd4996e34495, entries=51, sequenceid=480, filesize=16.1 K 2023-07-22T12:36:35,868 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6cf32e45874f168ea209a6581a9426 as hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6cf32e45874f168ea209a6581a9426 2023-07-22T12:36:35,875 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37063/user/jenkins/test-data/fcfe668b-0e9e-3c9c-3191-f9cf89cf1768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6cf32e45874f168ea209a6581a9426, entries=1, sequenceid=480, filesize=5.1 K 2023-07-22T12:36:35,876 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(3022): Finished flush of dataSize ~195.12 KB/199801, heapSize ~235.57 KB/241224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=480, compaction requested=false 2023-07-22T12:36:35,879 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 19bd3610f3f3435084ec5be337cbbf08 2023-07-22T12:36:35,881 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 88f06e65085146e7830cdd4996e34495 2023-07-22T12:36:35,882 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ff6cf32e45874f168ea209a6581a9426 2023-07-22T12:36:35,883 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:36:35,883 DEBUG [M:0;jenkins-hbase3:35829 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:36:35,887 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:36:35,887 INFO [M:0;jenkins-hbase3:35829 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:36:35,887 INFO [M:0;jenkins-hbase3:35829 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:36:35,887 INFO [M:0;jenkins-hbase3:35829 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:35829 2023-07-22T12:36:35,991 INFO [M:0;jenkins-hbase3:35829 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35829,1690029320268; zookeeper connection closed. 2023-07-22T12:36:35,994 WARN [Listener at jenkins-hbase3.apache.org/45201 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:36:35,997 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:36:36,106 WARN [BP-1483506454-172.31.12.81-1690029316979 heartbeating to localhost/127.0.0.1:37063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:36:36,106 WARN [BP-1483506454-172.31.12.81-1690029316979 heartbeating to localhost/127.0.0.1:37063 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1483506454-172.31.12.81-1690029316979 (Datanode Uuid fe3f5773-b5a1-4659-ac2f-f81fd426735e) service to localhost/127.0.0.1:37063 2023-07-22T12:36:36,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/dfs/data/data1/current/BP-1483506454-172.31.12.81-1690029316979 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:36:36,108 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9c7cb732-2fca-d78d-39fe-01040d7dcb34/cluster_f9fb0c69-6f74-2552-0bc5-49113c030e79/dfs/data/data2/current/BP-1483506454-172.31.12.81-1690029316979 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:36:36,169 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:36:36,325 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:36:36,325 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:36:36,335 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:36:36,450 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:36:36,564 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:36:36,564 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:36:36,671 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:36:36,678 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:36:36,679 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:36:36,685 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:36:36,787 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:36:36,787 INFO [Listener at jenkins-hbase3.apache.org/45201 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped