2023-08-22 04:24:35,067 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-22 04:24:35,086 main DEBUG Took 0.015360 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-22 04:24:35,086 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-22 04:24:35,086 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-22 04:24:35,087 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-22 04:24:35,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,099 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-22 04:24:35,115 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,119 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,121 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,122 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,124 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,125 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:24:35,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,129 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-22 04:24:35,132 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:24:35,135 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-22 04:24:35,137 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-22 04:24:35,138 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-22 04:24:35,139 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-22 04:24:35,140 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-22 04:24:35,154 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-22 04:24:35,156 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-22 04:24:35,158 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-22 04:24:35,158 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-22 04:24:35,158 main DEBUG createAppenders(={Console}) 2023-08-22 04:24:35,159 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-08-22 04:24:35,159 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-22 04:24:35,160 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-08-22 04:24:35,160 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-22 04:24:35,160 main DEBUG OutputStream closed 2023-08-22 04:24:35,161 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-22 04:24:35,161 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-22 04:24:35,161 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-08-22 04:24:35,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-22 04:24:35,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-22 04:24:35,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-22 04:24:35,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-22 04:24:35,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-22 04:24:35,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-22 04:24:35,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-22 04:24:35,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-22 04:24:35,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-22 04:24:35,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-22 04:24:35,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-22 04:24:35,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-22 04:24:35,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-22 04:24:35,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-22 04:24:35,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-22 04:24:35,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-22 04:24:35,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-22 04:24:35,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-22 04:24:35,232 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22 04:24:35,233 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-08-22 04:24:35,233 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-22 04:24:35,234 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-08-22T04:24:35,277 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRestoreBoundaryTests timeout: 13 mins 2023-08-22 04:24:35,281 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-22 04:24:35,282 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22T04:24:35,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a 2023-08-22T04:24:35,648 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:24:35,650 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:24:35,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-22T04:24:35,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2, deleteOnExit=true 2023-08-22T04:24:35,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-22T04:24:35,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/test.cache.data in system properties and HBase conf 2023-08-22T04:24:35,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:24:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:24:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:24:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:24:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:24:35,769 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-22T04:24:36,239 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-22T04:24:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:24:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:24:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:24:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:24:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:24:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:24:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:24:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:24:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:24:36,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:24:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:24:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:24:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:24:36,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-22T04:24:36,735 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:24:36,740 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:24:37,045 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-22T04:24:37,212 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@8f033fe via org.mortbay.log.Slf4jLog 2023-08-22T04:24:37,242 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:37,299 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:37,345 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_localhost_46513_hdfs____sxs73z/webapp 2023-08-22T04:24:37,524 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46513 2023-08-22T04:24:37,557 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:24:37,557 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:24:38,230 WARN [Listener at localhost/39213 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:24:38,298 WARN [Listener at localhost/39213 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-22T04:24:38,318 WARN [Listener at localhost/39213 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:38,326 INFO [Listener at localhost/39213 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:38,333 INFO [Listener at localhost/39213 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_localhost_32989_datanode____go5j8i/webapp 2023-08-22T04:24:38,454 INFO [Listener at localhost/39213 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32989 2023-08-22T04:24:38,769 WARN [Listener at localhost/33927 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:24:39,062 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-22T04:24:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x747546642cd44fdf: Processing first storage report for DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614 from datanode b86d8e1f-d6d8-4c02-8ec4-8ea69afd43ce 2023-08-22T04:24:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x747546642cd44fdf: from storage DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614 node DatanodeRegistration(127.0.0.1:33069, datanodeUuid=b86d8e1f-d6d8-4c02-8ec4-8ea69afd43ce, infoPort=39167, infoSecurePort=0, ipcPort=33927, storageInfo=lv=-57;cid=testClusterID;nsid=434863732;c=1692678276817), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-08-22T04:24:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x747546642cd44fdf: Processing first storage report for DS-39974fdb-9697-454b-8733-d85b711337cd from datanode b86d8e1f-d6d8-4c02-8ec4-8ea69afd43ce 2023-08-22T04:24:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x747546642cd44fdf: from storage DS-39974fdb-9697-454b-8733-d85b711337cd node DatanodeRegistration(127.0.0.1:33069, datanodeUuid=b86d8e1f-d6d8-4c02-8ec4-8ea69afd43ce, infoPort=39167, infoSecurePort=0, ipcPort=33927, storageInfo=lv=-57;cid=testClusterID;nsid=434863732;c=1692678276817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-22T04:24:39,343 DEBUG [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a 2023-08-22T04:24:39,470 INFO [Listener at localhost/33927 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/zookeeper_0, clientPort=63787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-22T04:24:39,495 INFO [Listener at localhost/33927 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63787 2023-08-22T04:24:39,507 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:39,510 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:40,231 INFO [Listener at localhost/33927 {}] util.FSUtils(461): Created version file at hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 with version=8 2023-08-22T04:24:40,232 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging 2023-08-22T04:24:40,248 DEBUG [Listener at localhost/33927 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-22T04:24:40,248 DEBUG [Listener at localhost/33927 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-22T04:24:40,248 DEBUG [Listener at localhost/33927 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-22T04:24:40,248 DEBUG [Listener at localhost/33927 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-22T04:24:40,460 DEBUG [Listener at localhost/33927 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-22T04:24:40,617 INFO [Listener at localhost/33927 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-22T04:24:41,268 INFO [Listener at localhost/33927 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:24:41,318 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:41,319 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:41,319 INFO [Listener at localhost/33927 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:24:41,319 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:41,319 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:24:41,491 INFO [Listener at localhost/33927 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:24:41,597 DEBUG [Listener at localhost/33927 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-22T04:24:41,603 INFO [Listener at localhost/33927 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:24:41,663 DEBUG [Listener at localhost/33927 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 26388 (auto-detected) 2023-08-22T04:24:41,664 DEBUG [Listener at localhost/33927 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-22T04:24:41,702 INFO [Listener at localhost/33927 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44787 2023-08-22T04:24:41,716 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:41,718 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:41,736 INFO [Listener at localhost/33927 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:44787 connecting to ZooKeeper ensemble=127.0.0.1:63787 2023-08-22T04:24:41,782 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:447870x0, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:24:41,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:44787-0x1009e46316d0000 connected 2023-08-22T04:24:41,812 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:24:41,816 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:24:41,820 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:24:41,830 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44787 2023-08-22T04:24:41,831 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44787 2023-08-22T04:24:41,831 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44787 2023-08-22T04:24:41,832 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44787 2023-08-22T04:24:41,832 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44787 2023-08-22T04:24:41,888 INFO [Listener at localhost/33927 {}] log.Log(170): Logging initialized @7513ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-22T04:24:42,011 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:24:42,012 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:24:42,013 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:24:42,015 INFO [Listener at localhost/33927 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-22T04:24:42,015 INFO [Listener at localhost/33927 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:24:42,015 INFO [Listener at localhost/33927 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:24:42,018 INFO [Listener at localhost/33927 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:24:42,160 INFO [Listener at localhost/33927 {}] http.HttpServer(1219): Jetty bound to port 40889 2023-08-22T04:24:42,162 INFO [Listener at localhost/33927 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:24:42,193 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:42,197 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@14fc07ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:24:42,198 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:42,198 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@a927b2a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:24:42,265 INFO [Listener at localhost/33927 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:24:42,279 INFO [Listener at localhost/33927 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:24:42,279 INFO [Listener at localhost/33927 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:24:42,281 INFO [Listener at localhost/33927 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-22T04:24:42,289 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:43,416 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@51dc4f05{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:24:43,427 INFO [Listener at localhost/33927 {}] server.AbstractConnector(333): Started ServerConnector@106b50f7{HTTP/1.1, (http/1.1)}{0.0.0.0:40889} 2023-08-22T04:24:43,428 INFO [Listener at localhost/33927 {}] server.Server(415): Started @9053ms 2023-08-22T04:24:43,431 INFO [Listener at localhost/33927 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7, hbase.cluster.distributed=false 2023-08-22T04:24:43,496 INFO [Listener at localhost/33927 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:24:43,496 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:43,497 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:43,497 INFO [Listener at localhost/33927 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:24:43,497 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:24:43,497 INFO [Listener at localhost/33927 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:24:43,509 INFO [Listener at localhost/33927 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:24:43,511 INFO [Listener at localhost/33927 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:24:43,513 INFO [Listener at localhost/33927 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39181 2023-08-22T04:24:43,515 INFO [Listener at localhost/33927 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-22T04:24:43,523 DEBUG [Listener at localhost/33927 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-22T04:24:43,524 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:43,528 INFO [Listener at localhost/33927 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:43,530 INFO [Listener at localhost/33927 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39181 connecting to ZooKeeper ensemble=127.0.0.1:63787 2023-08-22T04:24:43,534 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:391810x0, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:24:43,535 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:24:43,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39181-0x1009e46316d0001 connected 2023-08-22T04:24:43,537 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:24:43,538 DEBUG [Listener at localhost/33927 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:24:43,539 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2023-08-22T04:24:43,539 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2023-08-22T04:24:43,540 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2023-08-22T04:24:43,540 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2023-08-22T04:24:43,540 DEBUG [Listener at localhost/33927 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2023-08-22T04:24:43,544 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:24:43,545 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:24:43,545 INFO [Listener at localhost/33927 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:24:43,546 INFO [Listener at localhost/33927 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-22T04:24:43,546 INFO [Listener at localhost/33927 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:24:43,546 INFO [Listener at localhost/33927 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:24:43,547 INFO [Listener at localhost/33927 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:24:43,549 INFO [Listener at localhost/33927 {}] http.HttpServer(1219): Jetty bound to port 37721 2023-08-22T04:24:43,549 INFO [Listener at localhost/33927 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:24:43,551 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:43,552 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@256e7e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:24:43,552 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:43,552 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1fd8414{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:24:43,566 INFO [Listener at localhost/33927 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:24:43,567 INFO [Listener at localhost/33927 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:24:43,567 INFO [Listener at localhost/33927 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:24:43,568 INFO [Listener at localhost/33927 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-22T04:24:43,570 INFO [Listener at localhost/33927 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:24:43,575 INFO [Listener at localhost/33927 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@124dacff{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:24:43,576 INFO [Listener at localhost/33927 {}] server.AbstractConnector(333): Started ServerConnector@5f5532dc{HTTP/1.1, (http/1.1)}{0.0.0.0:37721} 2023-08-22T04:24:43,576 INFO [Listener at localhost/33927 {}] server.Server(415): Started @9201ms 2023-08-22T04:24:43,582 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:24:43,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@8d66755{HTTP/1.1, (http/1.1)}{0.0.0.0:35409} 2023-08-22T04:24:43,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9212ms 2023-08-22T04:24:43,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:43,603 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:24:43,603 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:24:43,605 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:43,612 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:44787 2023-08-22T04:24:43,628 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:24:43,628 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:24:43,628 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:43,628 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:43,629 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:24:43,631 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,44787,1692678280445 from backup master directory 2023-08-22T04:24:43,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:24:43,635 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:43,636 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:24:43,636 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:24:43,637 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:24:43,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:43,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-22T04:24:43,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-22T04:24:43,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase.id with ID: 843e46e5-3b68-40ef-9cdb-bb168fde930d 2023-08-22T04:24:43,787 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:24:43,803 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:43,803 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:43,848 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:43,851 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-22T04:24:43,873 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-22T04:24:43,873 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-22T04:24:43,875 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:24:43,887 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:24:43,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:24:43,996 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store 2023-08-22T04:24:44,019 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-22T04:24:44,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:44,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:24:44,020 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:24:44,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:24:44,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-22T04:24:44,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:24:44,020 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:24:44,021 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:24:44,022 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/.initializing 2023-08-22T04:24:44,022 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/WALs/jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:44,032 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:24:44,046 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44787%2C1692678280445, suffix=, logDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/WALs/jenkins-hbase3.apache.org,44787,1692678280445, archiveDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/oldWALs, maxLogs=10 2023-08-22T04:24:44,074 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/WALs/jenkins-hbase3.apache.org,44787,1692678280445/jenkins-hbase3.apache.org%2C44787%2C1692678280445.1692678284052, exclude list is [], retry=0 2023-08-22T04:24:44,102 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:24:44,111 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:24:44,181 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/WALs/jenkins-hbase3.apache.org,44787,1692678280445/jenkins-hbase3.apache.org%2C44787%2C1692678280445.1692678284052 2023-08-22T04:24:44,181 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:24:44,182 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:44,182 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:44,187 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,188 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-22T04:24:44,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:44,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:44,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-22T04:24:44,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:44,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:44,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-22T04:24:44,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:44,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:44,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-22T04:24:44,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:44,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:44,316 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,332 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-22T04:24:44,335 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:24:44,339 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:44,340 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10336346560, jitterRate=-0.03735271096229553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-22T04:24:44,347 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:24:44,348 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-22T04:24:44,384 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9d8d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:44,443 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-22T04:24:44,465 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-22T04:24:44,465 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-22T04:24:44,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-22T04:24:44,470 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-22T04:24:44,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-22T04:24:44,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-22T04:24:44,513 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-22T04:24:44,530 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-22T04:24:44,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-22T04:24:44,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-22T04:24:44,537 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-22T04:24:44,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-22T04:24:44,542 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-22T04:24:44,548 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-22T04:24:44,550 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-22T04:24:44,551 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-22T04:24:44,552 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-22T04:24:44,567 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-22T04:24:44,568 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-22T04:24:44,575 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:24:44,575 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:24:44,576 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,576 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,576 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,44787,1692678280445, sessionid=0x1009e46316d0000, setting cluster-up flag (Was=false) 2023-08-22T04:24:44,586 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-22T04:24:44,594 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,594 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,600 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-22T04:24:44,602 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:44,605 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,605 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,611 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-22T04:24:44,612 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:44,618 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,618 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:44,623 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-22T04:24:44,624 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:44,690 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39181 2023-08-22T04:24:44,692 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(997): ClusterId : 843e46e5-3b68-40ef-9cdb-bb168fde930d 2023-08-22T04:24:44,694 INFO [RS:0;jenkins-hbase3:39181 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-22T04:24:44,696 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-22T04:24:44,703 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-22T04:24:44,703 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-22T04:24:44,707 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-22T04:24:44,707 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-22T04:24:44,710 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-22T04:24:44,711 DEBUG [RS:0;jenkins-hbase3:39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d7e7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:44,713 DEBUG [RS:0;jenkins-hbase3:39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4517bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:24:44,718 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-22T04:24:44,718 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-22T04:24:44,718 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-22T04:24:44,721 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,44787,1692678280445 with isa=jenkins-hbase3.apache.org/172.31.12.81:39181, startcode=1692678283495 2023-08-22T04:24:44,741 DEBUG [RS:0;jenkins-hbase3:39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:24:44,781 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-22T04:24:44,792 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-22T04:24:44,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-22T04:24:44,807 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,44787,1692678280445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-22T04:24:44,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:24:44,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:24:44,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:24:44,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:24:44,812 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-22T04:24:44,813 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:44,813 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:24:44,813 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:44,816 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1692678314815 2023-08-22T04:24:44,818 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:54567, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:24:44,820 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-22T04:24:44,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:24:44,826 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-22T04:24:44,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-22T04:24:44,828 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44787 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-22T04:24:44,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:44,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:24:44,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-22T04:24:44,844 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-22T04:24:44,846 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-22T04:24:44,849 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-22T04:24:44,849 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-22T04:24:44,851 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:44,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-22T04:24:44,854 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-22T04:24:44,854 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:44,857 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-22T04:24:44,857 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-22T04:24:44,868 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x39db71ea to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:24:44,878 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204e8747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:44,879 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:24:44,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-22T04:24:44,882 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-22T04:24:44,883 WARN [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-22T04:24:44,883 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-22T04:24:44,885 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678284885,5,FailOnTimeoutGroup] 2023-08-22T04:24:44,885 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678284885,5,FailOnTimeoutGroup] 2023-08-22T04:24:44,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:44,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-22T04:24:44,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:44,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:44,984 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,44787,1692678280445 with isa=jenkins-hbase3.apache.org/172.31.12.81:39181, startcode=1692678283495 2023-08-22T04:24:44,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44787 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,000 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:45,000 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:39213 2023-08-22T04:24:45,000 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40889 2023-08-22T04:24:45,007 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-22T04:24:45,007 DEBUG [RS:0;jenkins-hbase3:39181 {}] zookeeper.ZKUtil(111): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,007 WARN [RS:0;jenkins-hbase3:39181 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:24:45,008 INFO [RS:0;jenkins-hbase3:39181 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:24:45,008 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39181,1692678283495] 2023-08-22T04:24:45,026 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-22T04:24:45,036 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-22T04:24:45,049 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-22T04:24:45,053 INFO [RS:0;jenkins-hbase3:39181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-22T04:24:45,054 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,054 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-22T04:24:45,064 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,064 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,064 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,064 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,064 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:24:45,065 DEBUG [RS:0;jenkins-hbase3:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-22T04:24:45,067 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,067 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,067 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,067 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,067 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39181,1692678283495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:24:45,085 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-22T04:24:45,088 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39181,1692678283495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:45,105 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39181,1692678283495 started 2023-08-22T04:24:45,105 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39181,1692678283495, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39181, sessionid=0x1009e46316d0001 2023-08-22T04:24:45,105 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-22T04:24:45,105 DEBUG [RS:0;jenkins-hbase3:39181 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,105 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39181,1692678283495' 2023-08-22T04:24:45,106 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-22T04:24:45,106 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-22T04:24:45,107 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-22T04:24:45,107 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-22T04:24:45,107 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39181,1692678283495' 2023-08-22T04:24:45,107 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:24:45,108 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39181,1692678283495' 2023-08-22T04:24:45,108 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-22T04:24:45,109 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-22T04:24:45,109 DEBUG [RS:0;jenkins-hbase3:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-22T04:24:45,109 INFO [RS:0;jenkins-hbase3:39181 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-22T04:24:45,109 INFO [RS:0;jenkins-hbase3:39181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-22T04:24:45,220 INFO [RS:0;jenkins-hbase3:39181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:24:45,223 INFO [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39181%2C1692678283495, suffix=, logDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495, archiveDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/oldWALs, maxLogs=32 2023-08-22T04:24:45,235 DEBUG [RS:0;jenkins-hbase3:39181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678285224, exclude list is [], retry=0 2023-08-22T04:24:45,241 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:24:45,245 INFO [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678285224 2023-08-22T04:24:45,245 DEBUG [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:24:45,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:45,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:24:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:24:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:24:45,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:24:45,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:24:45,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:24:45,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740 2023-08-22T04:24:45,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740 2023-08-22T04:24:45,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:24:45,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:24:45,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:45,294 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10933078560, jitterRate=0.01822228729724884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:24:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:24:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:24:45,296 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:24:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:24:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:24:45,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:24:45,298 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:24:45,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:24:45,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:24:45,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-22T04:24:45,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-22T04:24:45,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-22T04:24:45,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-22T04:24:45,478 DEBUG [jenkins-hbase3:44787 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-22T04:24:45,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,493 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39181,1692678283495, state=OPENING 2023-08-22T04:24:45,504 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-22T04:24:45,508 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:45,508 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:45,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:24:45,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:24:45,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:45,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-22T04:24:45,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43762, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-22T04:24:45,724 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-22T04:24:45,725 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:24:45,725 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-22T04:24:45,728 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta, suffix=.meta, logDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495, archiveDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/oldWALs, maxLogs=32 2023-08-22T04:24:45,740 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678285729.meta, exclude list is [], retry=0 2023-08-22T04:24:45,744 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:24:45,748 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678285729.meta 2023-08-22T04:24:45,748 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:24:45,749 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:45,754 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:45,754 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-22T04:24:45,771 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-22T04:24:45,771 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-22T04:24:45,777 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-22T04:24:45,777 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:45,777 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-22T04:24:45,777 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-22T04:24:45,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:24:45,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:24:45,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:24:45,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:24:45,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:24:45,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:24:45,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:45,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:24:45,789 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740 2023-08-22T04:24:45,792 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740 2023-08-22T04:24:45,795 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:24:45,797 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:24:45,798 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11888436960, jitterRate=0.10719697177410126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:24:45,799 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:24:45,811 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1692678285695 2023-08-22T04:24:45,831 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-22T04:24:45,831 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-22T04:24:45,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:45,835 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39181,1692678283495, state=OPEN 2023-08-22T04:24:45,838 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:24:45,838 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:24:45,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:24:45,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:24:45,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-22T04:24:45,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39181,1692678283495 in 326 msec 2023-08-22T04:24:45,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-22T04:24:45,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2023-08-22T04:24:45,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1670 sec 2023-08-22T04:24:45,859 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1692678285859, completionTime=-1 2023-08-22T04:24:45,859 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-22T04:24:45,859 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-22T04:24:46,092 DEBUG [hconnection-0x4c589594-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:24:46,096 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:24:46,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-22T04:24:46,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1692678346112 2023-08-22T04:24:46,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1692678406112 2023-08-22T04:24:46,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 252 msec 2023-08-22T04:24:46,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44787,1692678280445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:46,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44787,1692678280445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:46,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44787,1692678280445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:46,139 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:44787, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:46,139 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-22T04:24:46,146 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-22T04:24:46,161 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-22T04:24:46,163 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:24:46,174 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-22T04:24:46,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:46,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:46,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:46,614 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b910c373ce7fa6bfaa2f2e944fb1ad6b, NAME => 'hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing b910c373ce7fa6bfaa2f2e944fb1ad6b, disabling compactions & flushes 2023-08-22T04:24:47,026 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. after waiting 0 ms 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,026 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,026 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for b910c373ce7fa6bfaa2f2e944fb1ad6b: 2023-08-22T04:24:47,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:24:47,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1692678287030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678287030"}]},"ts":"1692678287030"} 2023-08-22T04:24:47,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:24:47,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:24:47,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678287078"}]},"ts":"1692678287078"} 2023-08-22T04:24:47,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-22T04:24:47,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b910c373ce7fa6bfaa2f2e944fb1ad6b, ASSIGN}] 2023-08-22T04:24:47,099 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b910c373ce7fa6bfaa2f2e944fb1ad6b, ASSIGN 2023-08-22T04:24:47,101 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b910c373ce7fa6bfaa2f2e944fb1ad6b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:24:47,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b910c373ce7fa6bfaa2f2e944fb1ad6b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:47,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b910c373ce7fa6bfaa2f2e944fb1ad6b, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:47,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => b910c373ce7fa6bfaa2f2e944fb1ad6b, NAME => 'hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:47,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,420 INFO [StoreOpener-b910c373ce7fa6bfaa2f2e944fb1ad6b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,422 INFO [StoreOpener-b910c373ce7fa6bfaa2f2e944fb1ad6b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b910c373ce7fa6bfaa2f2e944fb1ad6b columnFamilyName info 2023-08-22T04:24:47,422 DEBUG [StoreOpener-b910c373ce7fa6bfaa2f2e944fb1ad6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:47,423 INFO [StoreOpener-b910c373ce7fa6bfaa2f2e944fb1ad6b-1 {}] regionserver.HStore(324): Store=b910c373ce7fa6bfaa2f2e944fb1ad6b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:47,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:24:47,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:47,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened b910c373ce7fa6bfaa2f2e944fb1ad6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10120214400, jitterRate=-0.057481586933135986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:24:47,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for b910c373ce7fa6bfaa2f2e944fb1ad6b: 2023-08-22T04:24:47,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b., pid=6, masterSystemTime=1692678287410 2023-08-22T04:24:47,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:24:47,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b910c373ce7fa6bfaa2f2e944fb1ad6b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:47,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-22T04:24:47,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b910c373ce7fa6bfaa2f2e944fb1ad6b, server=jenkins-hbase3.apache.org,39181,1692678283495 in 186 msec 2023-08-22T04:24:47,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-22T04:24:47,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b910c373ce7fa6bfaa2f2e944fb1ad6b, ASSIGN in 348 msec 2023-08-22T04:24:47,450 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:24:47,451 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678287450"}]},"ts":"1692678287450"} 2023-08-22T04:24:47,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-22T04:24:47,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:24:47,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2930 sec 2023-08-22T04:24:47,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-22T04:24:47,482 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:47,482 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:47,482 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:24:47,539 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-22T04:24:47,561 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:47,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2023-08-22T04:24:47,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-22T04:24:47,592 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:47,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-08-22T04:24:47,605 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-22T04:24:47,608 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-22T04:24:47,608 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.971sec 2023-08-22T04:24:47,610 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-22T04:24:47,612 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-22T04:24:47,614 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-22T04:24:47,615 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-22T04:24:47,615 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-22T04:24:47,616 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44787,1692678280445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:24:47,617 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44787,1692678280445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-22T04:24:47,630 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-22T04:24:47,631 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-22T04:24:47,632 DEBUG [Listener at localhost/33927 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x440dba94 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:24:47,636 DEBUG [Listener at localhost/33927 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5a3f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:47,642 DEBUG [Listener at localhost/33927 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-22T04:24:47,642 DEBUG [Listener at localhost/33927 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-22T04:24:47,656 DEBUG [hconnection-0x5b2ac879-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:24:47,668 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:24:47,679 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:24:47,679 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-22T04:24:47,679 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/test.cache.data in system properties and HBase conf 2023-08-22T04:24:47,679 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:24:47,680 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:24:47,681 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:24:47,681 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:24:47,681 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:24:47,681 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:24:47,681 INFO [Listener at localhost/33927 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-22T04:24:48,769 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:49,123 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:49,129 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34859_jobhistory____.uavrq3/webapp 2023-08-22T04:24:49,316 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-22T04:24:49,316 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-22T04:24:49,316 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:24:49,320 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:24:49,408 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:49,515 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:49,777 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-22T04:24:49,822 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34859 2023-08-22T04:24:50,267 WARN [Listener at jenkins-hbase3.apache.org/33797 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:50,350 WARN [Listener at jenkins-hbase3.apache.org/33797 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:24:50,351 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:50,356 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39269_cluster____jj165w/webapp 2023-08-22T04:24:50,445 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:24:50,445 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-22T04:24:50,445 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:24:50,445 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:24:50,477 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:50,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-22T04:24:50,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-22T04:24:50,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-22T04:24:50,621 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-22T04:24:50,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:24:50,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-22T04:24:50,627 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:24:50,627 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-22T04:24:50,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-22T04:24:50,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-22T04:24:50,677 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:50,820 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:50,826 INFO [Listener at jenkins-hbase3.apache.org/33797 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39269 2023-08-22T04:24:51,168 WARN [Listener at jenkins-hbase3.apache.org/35851 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:51,196 WARN [Listener at jenkins-hbase3.apache.org/35851 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:24:51,196 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:51,202 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44459_node____5vjkhj/webapp 2023-08-22T04:24:51,255 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:24:51,256 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:24:51,256 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:24:51,256 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:24:51,264 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,285 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:24:51,394 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-22T04:24:51,409 INFO [Listener at jenkins-hbase3.apache.org/35851 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44459 2023-08-22T04:24:51,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-22T04:24:51,543 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:24:51,548 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:24:51,549 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:24:51,555 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_46719_node____50s5q4/webapp 2023-08-22T04:24:51,605 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:24:51,605 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:24:51,605 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:24:51,605 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:24:51,613 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,628 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,689 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:24:51,695 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:46719 2023-08-22T04:24:51,725 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-22T04:24:51,725 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:39213/backupUT 2023-08-22T04:24:51,737 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:24:51,741 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:24:51,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-22T04:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-22T04:24:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:24:51,778 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:51,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 33 msec 2023-08-22T04:24:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:24:51,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-22T04:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-22T04:24:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:24:51,886 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:51,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 17 msec 2023-08-22T04:24:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:24:51,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-22T04:24:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-22T04:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:24:51,997 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:52,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-08-22T04:24:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:24:52,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-22T04:24:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-22T04:24:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:24:52,110 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:52,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-08-22T04:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:24:52,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1692678291725', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1692678291725 2023-08-22T04:24:52,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:52,223 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:52,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:52,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1692678291725" procId is: 13 2023-08-22T04:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:52,661 INFO [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 99f5c9a29204d9235cd9af3e2f94d357, NAME => 'test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1692678291725', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(888): Instantiated test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1668): Closing 99f5c9a29204d9235cd9af3e2f94d357, disabling compactions & flushes 2023-08-22T04:24:53,081 INFO [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1690): Closing region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. after waiting 0 ms 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,081 INFO [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1909): Closed test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,081 DEBUG [RegionOpenAndInit-test-1692678291725-pool-0 {}] regionserver.HRegion(1622): Region close journal for 99f5c9a29204d9235cd9af3e2f94d357: 2023-08-22T04:24:53,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:24:53,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1692678293083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678293083"}]},"ts":"1692678293083"} 2023-08-22T04:24:53,086 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:24:53,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:24:53,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692678291725","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678293087"}]},"ts":"1692678293087"} 2023-08-22T04:24:53,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692678291725, state=ENABLING in hbase:meta 2023-08-22T04:24:53,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692678291725, region=99f5c9a29204d9235cd9af3e2f94d357, ASSIGN}] 2023-08-22T04:24:53,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692678291725, region=99f5c9a29204d9235cd9af3e2f94d357, ASSIGN 2023-08-22T04:24:53,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1692678291725, region=99f5c9a29204d9235cd9af3e2f94d357, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:24:53,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=99f5c9a29204d9235cd9af3e2f94d357, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:53,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:53,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 99f5c9a29204d9235cd9af3e2f94d357, NAME => 'test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:53,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:53,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1692678291725 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:53,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,416 INFO [StoreOpener-99f5c9a29204d9235cd9af3e2f94d357-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,419 INFO [StoreOpener-99f5c9a29204d9235cd9af3e2f94d357-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99f5c9a29204d9235cd9af3e2f94d357 columnFamilyName f 2023-08-22T04:24:53,419 DEBUG [StoreOpener-99f5c9a29204d9235cd9af3e2f94d357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:53,420 INFO [StoreOpener-99f5c9a29204d9235cd9af3e2f94d357-1 {}] regionserver.HStore(324): Store=99f5c9a29204d9235cd9af3e2f94d357/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:53,421 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:24:53,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:53,431 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 99f5c9a29204d9235cd9af3e2f94d357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10191942880, jitterRate=-0.0508013516664505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:24:53,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 99f5c9a29204d9235cd9af3e2f94d357: 2023-08-22T04:24:53,433 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357., pid=15, masterSystemTime=1692678293406 2023-08-22T04:24:53,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:24:53,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=99f5c9a29204d9235cd9af3e2f94d357, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:53,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-22T04:24:53,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357, server=jenkins-hbase3.apache.org,39181,1692678283495 in 187 msec 2023-08-22T04:24:53,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-22T04:24:53,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1692678291725, region=99f5c9a29204d9235cd9af3e2f94d357, ASSIGN in 348 msec 2023-08-22T04:24:53,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:24:53,446 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692678291725","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678293445"}]},"ts":"1692678293445"} 2023-08-22T04:24:53,448 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692678291725, state=ENABLED in hbase:meta 2023-08-22T04:24:53,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1692678291725 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:24:53,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1692678291725 in 1.2330 sec 2023-08-22T04:24:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:24:54,347 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1692678291725, procId: 13 completed 2023-08-22T04:24:54,348 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x624ec2c2 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:24:54,353 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9a124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:54,356 DEBUG [hconnection-0x19f60b03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:24:54,359 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50352, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:24:54,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(8210): writing data to region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:24:54,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16926782917251', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16926782917251 2023-08-22T04:24:54,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:54,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:54,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16926782917251" procId is: 16 2023-08-22T04:24:54,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:24:54,496 INFO [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2ea7bea78a9d0c2a2ff12b28f97c7326, NAME => 'ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16926782917251', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:54,508 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:54,508 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1668): Closing 2ea7bea78a9d0c2a2ff12b28f97c7326, disabling compactions & flushes 2023-08-22T04:24:54,508 INFO [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,508 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,509 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. after waiting 0 ms 2023-08-22T04:24:54,509 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,509 INFO [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,509 DEBUG [RegionOpenAndInit-ns2:test-16926782917251-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2ea7bea78a9d0c2a2ff12b28f97c7326: 2023-08-22T04:24:54,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:24:54,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678294510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678294510"}]},"ts":"1692678294510"} 2023-08-22T04:24:54,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:24:54,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:24:54,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926782917251","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678294514"}]},"ts":"1692678294514"} 2023-08-22T04:24:54,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926782917251, state=ENABLING in hbase:meta 2023-08-22T04:24:54,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926782917251, region=2ea7bea78a9d0c2a2ff12b28f97c7326, ASSIGN}] 2023-08-22T04:24:54,522 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926782917251, region=2ea7bea78a9d0c2a2ff12b28f97c7326, ASSIGN 2023-08-22T04:24:54,523 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16926782917251, region=2ea7bea78a9d0c2a2ff12b28f97c7326, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:24:54,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2ea7bea78a9d0c2a2ff12b28f97c7326, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:54,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:24:54,835 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 2ea7bea78a9d0c2a2ff12b28f97c7326, NAME => 'ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:54,836 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:54,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926782917251 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:54,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,838 INFO [StoreOpener-2ea7bea78a9d0c2a2ff12b28f97c7326-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,840 INFO [StoreOpener-2ea7bea78a9d0c2a2ff12b28f97c7326-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ea7bea78a9d0c2a2ff12b28f97c7326 columnFamilyName f 2023-08-22T04:24:54,840 DEBUG [StoreOpener-2ea7bea78a9d0c2a2ff12b28f97c7326-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:54,841 INFO [StoreOpener-2ea7bea78a9d0c2a2ff12b28f97c7326-1 {}] regionserver.HStore(324): Store=2ea7bea78a9d0c2a2ff12b28f97c7326/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:54,842 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,847 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:24:54,856 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:54,856 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 2ea7bea78a9d0c2a2ff12b28f97c7326; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11059611200, jitterRate=0.03000655770301819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:24:54,857 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 2ea7bea78a9d0c2a2ff12b28f97c7326: 2023-08-22T04:24:54,859 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326., pid=18, masterSystemTime=1692678294830 2023-08-22T04:24:54,861 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,861 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:24:54,862 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2ea7bea78a9d0c2a2ff12b28f97c7326, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:54,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-22T04:24:54,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326, server=jenkins-hbase3.apache.org,39181,1692678283495 in 188 msec 2023-08-22T04:24:54,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-22T04:24:54,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16926782917251, region=2ea7bea78a9d0c2a2ff12b28f97c7326, ASSIGN in 348 msec 2023-08-22T04:24:54,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:24:54,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926782917251","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678294872"}]},"ts":"1692678294872"} 2023-08-22T04:24:54,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926782917251, state=ENABLED in hbase:meta 2023-08-22T04:24:54,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926782917251 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:24:54,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16926782917251 in 405 msec 2023-08-22T04:24:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:24:55,084 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16926782917251, procId: 16 completed 2023-08-22T04:24:55,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(8210): writing data to region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:24:55,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16926782917252', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16926782917252 2023-08-22T04:24:55,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:55,178 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:55,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16926782917252" procId is: 19 2023-08-22T04:24:55,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:55,596 INFO [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => faea8438e1b215332005eee5eb9c45c3, NAME => 'ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16926782917252', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:56,014 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:56,014 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1668): Closing faea8438e1b215332005eee5eb9c45c3, disabling compactions & flushes 2023-08-22T04:24:56,014 INFO [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,014 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,014 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. after waiting 0 ms 2023-08-22T04:24:56,015 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,015 INFO [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,015 DEBUG [RegionOpenAndInit-ns3:test-16926782917252-pool-0 {}] regionserver.HRegion(1622): Region close journal for faea8438e1b215332005eee5eb9c45c3: 2023-08-22T04:24:56,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:24:56,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678296016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678296016"}]},"ts":"1692678296016"} 2023-08-22T04:24:56,019 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:24:56,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:24:56,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926782917252","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678296020"}]},"ts":"1692678296020"} 2023-08-22T04:24:56,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926782917252, state=ENABLING in hbase:meta 2023-08-22T04:24:56,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926782917252, region=faea8438e1b215332005eee5eb9c45c3, ASSIGN}] 2023-08-22T04:24:56,029 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926782917252, region=faea8438e1b215332005eee5eb9c45c3, ASSIGN 2023-08-22T04:24:56,029 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16926782917252, region=faea8438e1b215332005eee5eb9c45c3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:24:56,181 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=faea8438e1b215332005eee5eb9c45c3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:56,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure faea8438e1b215332005eee5eb9c45c3, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:56,341 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => faea8438e1b215332005eee5eb9c45c3, NAME => 'ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:56,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:56,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926782917252 faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:56,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,345 INFO [StoreOpener-faea8438e1b215332005eee5eb9c45c3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,346 INFO [StoreOpener-faea8438e1b215332005eee5eb9c45c3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faea8438e1b215332005eee5eb9c45c3 columnFamilyName f 2023-08-22T04:24:56,347 DEBUG [StoreOpener-faea8438e1b215332005eee5eb9c45c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:56,347 INFO [StoreOpener-faea8438e1b215332005eee5eb9c45c3-1 {}] regionserver.HStore(324): Store=faea8438e1b215332005eee5eb9c45c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:56,348 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/test-16926782917252/faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/test-16926782917252/faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:24:56,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/test-16926782917252/faea8438e1b215332005eee5eb9c45c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:56,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened faea8438e1b215332005eee5eb9c45c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11835796320, jitterRate=0.1022944301366806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:24:56,356 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for faea8438e1b215332005eee5eb9c45c3: 2023-08-22T04:24:56,357 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3., pid=21, masterSystemTime=1692678296337 2023-08-22T04:24:56,359 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,359 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:24:56,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=faea8438e1b215332005eee5eb9c45c3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:56,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-22T04:24:56,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure faea8438e1b215332005eee5eb9c45c3, server=jenkins-hbase3.apache.org,39181,1692678283495 in 178 msec 2023-08-22T04:24:56,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-22T04:24:56,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16926782917252, region=faea8438e1b215332005eee5eb9c45c3, ASSIGN in 338 msec 2023-08-22T04:24:56,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:24:56,368 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926782917252","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678296368"}]},"ts":"1692678296368"} 2023-08-22T04:24:56,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926782917252, state=ENABLED in hbase:meta 2023-08-22T04:24:56,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926782917252 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:24:56,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16926782917252 in 1.1980 sec 2023-08-22T04:24:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:24:57,290 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16926782917252, procId: 19 completed 2023-08-22T04:24:57,290 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16926782917252 get assigned. Timeout = 60000ms 2023-08-22T04:24:57,292 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:24:57,296 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16926782917252 assigned to meta. Checking AM states. 2023-08-22T04:24:57,297 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:24:57,297 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16926782917252 assigned. 2023-08-22T04:24:57,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16926782917253', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16926782917253 2023-08-22T04:24:57,303 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:57,303 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:57,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16926782917253" procId is: 22 2023-08-22T04:24:57,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:57,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16926782917252' 2023-08-22T04:24:57,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16926782917251' 2023-08-22T04:24:57,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1692678291725' 2023-08-22T04:24:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:57,718 INFO [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f66fe59c66c6867d6d2aaf7bf20bd4a8, NAME => 'ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16926782917253', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:24:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1668): Closing f66fe59c66c6867d6d2aaf7bf20bd4a8, disabling compactions & flushes 2023-08-22T04:24:58,133 INFO [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. after waiting 0 ms 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,133 INFO [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,133 DEBUG [RegionOpenAndInit-ns4:test-16926782917253-pool-0 {}] regionserver.HRegion(1622): Region close journal for f66fe59c66c6867d6d2aaf7bf20bd4a8: 2023-08-22T04:24:58,135 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:24:58,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678298135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678298135"}]},"ts":"1692678298135"} 2023-08-22T04:24:58,137 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:24:58,139 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:24:58,139 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926782917253","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678298139"}]},"ts":"1692678298139"} 2023-08-22T04:24:58,141 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926782917253, state=ENABLING in hbase:meta 2023-08-22T04:24:58,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926782917253, region=f66fe59c66c6867d6d2aaf7bf20bd4a8, ASSIGN}] 2023-08-22T04:24:58,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926782917253, region=f66fe59c66c6867d6d2aaf7bf20bd4a8, ASSIGN 2023-08-22T04:24:58,148 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16926782917253, region=f66fe59c66c6867d6d2aaf7bf20bd4a8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:24:58,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f66fe59c66c6867d6d2aaf7bf20bd4a8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:58,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure f66fe59c66c6867d6d2aaf7bf20bd4a8, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:58,461 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => f66fe59c66c6867d6d2aaf7bf20bd4a8, NAME => 'ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:24:58,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:24:58,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926782917253 f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:24:58,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,465 INFO [StoreOpener-f66fe59c66c6867d6d2aaf7bf20bd4a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,467 INFO [StoreOpener-f66fe59c66c6867d6d2aaf7bf20bd4a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f66fe59c66c6867d6d2aaf7bf20bd4a8 columnFamilyName f 2023-08-22T04:24:58,467 DEBUG [StoreOpener-f66fe59c66c6867d6d2aaf7bf20bd4a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:58,468 INFO [StoreOpener-f66fe59c66c6867d6d2aaf7bf20bd4a8-1 {}] regionserver.HStore(324): Store=f66fe59c66c6867d6d2aaf7bf20bd4a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:24:58,469 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns4/test-16926782917253/f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,470 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns4/test-16926782917253/f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:24:58,477 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns4/test-16926782917253/f66fe59c66c6867d6d2aaf7bf20bd4a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:24:58,477 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened f66fe59c66c6867d6d2aaf7bf20bd4a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10204642560, jitterRate=-0.04961860179901123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:24:58,478 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for f66fe59c66c6867d6d2aaf7bf20bd4a8: 2023-08-22T04:24:58,479 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8., pid=24, masterSystemTime=1692678298456 2023-08-22T04:24:58,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,482 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:24:58,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f66fe59c66c6867d6d2aaf7bf20bd4a8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:24:58,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-22T04:24:58,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure f66fe59c66c6867d6d2aaf7bf20bd4a8, server=jenkins-hbase3.apache.org,39181,1692678283495 in 181 msec 2023-08-22T04:24:58,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-22T04:24:58,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16926782917253, region=f66fe59c66c6867d6d2aaf7bf20bd4a8, ASSIGN in 343 msec 2023-08-22T04:24:58,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:24:58,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926782917253","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678298492"}]},"ts":"1692678298492"} 2023-08-22T04:24:58,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926782917253, state=ENABLED in hbase:meta 2023-08-22T04:24:58,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926782917253 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:24:58,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16926782917253 in 1.1990 sec 2023-08-22T04:24:58,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:24:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:24:59,415 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16926782917253, procId: 22 completed 2023-08-22T04:24:59,415 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16926782917253 get assigned. Timeout = 60000ms 2023-08-22T04:24:59,415 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:24:59,419 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16926782917253 assigned to meta. Checking AM states. 2023-08-22T04:24:59,419 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:24:59,419 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16926782917253 assigned. 2023-08-22T04:24:59,420 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x624ec2c2 to 127.0.0.1:63787 2023-08-22T04:24:59,420 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:24:59,458 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=585, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=291, ProcessCount=170, AvailableMemoryMB=6738 2023-08-22T04:24:59,459 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-08-22T04:24:59,460 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] backup.TestRestoreBoundaryTests(49): test full restore on a single table empty table 2023-08-22T04:24:59,461 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x085cddc6 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:24:59,466 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb89a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:24:59,474 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:24:59,475 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50354, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:24:59,487 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:24:59,488 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40452, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:24:59,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-22T04:24:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-22T04:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:24:59,514 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:24:59,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-08-22T04:24:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:24:59,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:24:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-22T04:24:59,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:24:59,626 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:24:59,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-22T04:24:59,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:24:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:24:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:24:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:25:00,047 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f625ffcb3982f5da7f8fbac5d15a6df4, NAME => 'backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing f625ffcb3982f5da7f8fbac5d15a6df4, disabling compactions & flushes 2023-08-22T04:25:00,064 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. after waiting 0 ms 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,064 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,064 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for f625ffcb3982f5da7f8fbac5d15a6df4: 2023-08-22T04:25:00,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:25:00,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1692678300067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678300067"}]},"ts":"1692678300067"} 2023-08-22T04:25:00,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:25:00,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:25:00,071 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678300071"}]},"ts":"1692678300071"} 2023-08-22T04:25:00,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-22T04:25:00,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f625ffcb3982f5da7f8fbac5d15a6df4, ASSIGN}] 2023-08-22T04:25:00,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f625ffcb3982f5da7f8fbac5d15a6df4, ASSIGN 2023-08-22T04:25:00,082 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=f625ffcb3982f5da7f8fbac5d15a6df4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:25:00,234 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f625ffcb3982f5da7f8fbac5d15a6df4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:00,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:00,393 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,394 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => f625ffcb3982f5da7f8fbac5d15a6df4, NAME => 'backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:25:00,394 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:25:00,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:00,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,397 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,399 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f625ffcb3982f5da7f8fbac5d15a6df4 columnFamilyName meta 2023-08-22T04:25:00,399 DEBUG [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:00,400 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] regionserver.HStore(324): Store=f625ffcb3982f5da7f8fbac5d15a6df4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:00,400 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,402 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f625ffcb3982f5da7f8fbac5d15a6df4 columnFamilyName session 2023-08-22T04:25:00,402 DEBUG [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:00,402 INFO [StoreOpener-f625ffcb3982f5da7f8fbac5d15a6df4-1 {}] regionserver.HStore(324): Store=f625ffcb3982f5da7f8fbac5d15a6df4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:00,403 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,405 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:25:00,407 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:00,409 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:25:00,410 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened f625ffcb3982f5da7f8fbac5d15a6df4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11313917760, jitterRate=0.053690701723098755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:25:00,411 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for f625ffcb3982f5da7f8fbac5d15a6df4: 2023-08-22T04:25:00,412 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4., pid=28, masterSystemTime=1692678300389 2023-08-22T04:25:00,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:00,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f625ffcb3982f5da7f8fbac5d15a6df4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:00,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-22T04:25:00,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4, server=jenkins-hbase3.apache.org,39181,1692678283495 in 182 msec 2023-08-22T04:25:00,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-22T04:25:00,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=f625ffcb3982f5da7f8fbac5d15a6df4, ASSIGN in 341 msec 2023-08-22T04:25:00,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:25:00,423 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678300423"}]},"ts":"1692678300423"} 2023-08-22T04:25:00,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-22T04:25:00,427 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:25:00,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 805 msec 2023-08-22T04:25:00,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-22T04:25:00,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:00,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926782917253 2023-08-22T04:25:00,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926782917253 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:00,614 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1692678291725 2023-08-22T04:25:00,614 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1692678291725 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:00,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926782917251 2023-08-22T04:25:00,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926782917251 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:00,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926782917252 2023-08-22T04:25:00,616 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926782917252 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:25:00,736 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-22T04:25:00,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-22T04:25:00,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:25:00,755 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:00,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-22T04:25:00,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:25:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:25:00,770 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 88d4ba156782fba788c903e0c74a2b4b, NAME => 'backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:25:01,188 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:01,189 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 88d4ba156782fba788c903e0c74a2b4b, disabling compactions & flushes 2023-08-22T04:25:01,189 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,189 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,189 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. after waiting 0 ms 2023-08-22T04:25:01,189 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,189 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,189 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 88d4ba156782fba788c903e0c74a2b4b: 2023-08-22T04:25:01,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:25:01,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1692678301190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678301190"}]},"ts":"1692678301190"} 2023-08-22T04:25:01,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:25:01,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:25:01,194 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678301194"}]},"ts":"1692678301194"} 2023-08-22T04:25:01,196 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-22T04:25:01,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=88d4ba156782fba788c903e0c74a2b4b, ASSIGN}] 2023-08-22T04:25:01,202 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=88d4ba156782fba788c903e0c74a2b4b, ASSIGN 2023-08-22T04:25:01,203 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=88d4ba156782fba788c903e0c74a2b4b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:25:01,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=88d4ba156782fba788c903e0c74a2b4b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:01,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 88d4ba156782fba788c903e0c74a2b4b, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:25:01,513 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 88d4ba156782fba788c903e0c74a2b4b, NAME => 'backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:25:01,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:25:01,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:01,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,516 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,518 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88d4ba156782fba788c903e0c74a2b4b columnFamilyName meta 2023-08-22T04:25:01,518 DEBUG [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:01,518 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] regionserver.HStore(324): Store=88d4ba156782fba788c903e0c74a2b4b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:01,518 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,520 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88d4ba156782fba788c903e0c74a2b4b columnFamilyName session 2023-08-22T04:25:01,520 DEBUG [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:01,521 INFO [StoreOpener-88d4ba156782fba788c903e0c74a2b4b-1 {}] regionserver.HStore(324): Store=88d4ba156782fba788c903e0c74a2b4b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:01,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system_bulk/88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,522 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system_bulk/88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:25:01,525 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:01,528 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system_bulk/88d4ba156782fba788c903e0c74a2b4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:25:01,529 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 88d4ba156782fba788c903e0c74a2b4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9611015840, jitterRate=-0.10490439832210541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:25:01,529 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 88d4ba156782fba788c903e0c74a2b4b: 2023-08-22T04:25:01,530 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b., pid=31, masterSystemTime=1692678301509 2023-08-22T04:25:01,532 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,532 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:01,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=88d4ba156782fba788c903e0c74a2b4b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:01,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-22T04:25:01,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 88d4ba156782fba788c903e0c74a2b4b, server=jenkins-hbase3.apache.org,39181,1692678283495 in 179 msec 2023-08-22T04:25:01,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-22T04:25:01,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=88d4ba156782fba788c903e0c74a2b4b, ASSIGN in 338 msec 2023-08-22T04:25:01,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:25:01,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678301542"}]},"ts":"1692678301542"} 2023-08-22T04:25:01,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-22T04:25:01,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:25:01,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 797 msec 2023-08-22T04:25:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:25:01,862 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-22T04:25:01,877 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-22T04:25:01,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678301924 (current time:1692678301924). 2023-08-22T04:25:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:25:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-22T04:25:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x70a6a827 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b17325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:01,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40658, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x70a6a827 to 127.0.0.1:63787 2023-08-22T04:25:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:25:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:25:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:25:01,953 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:25:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:01,959 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:25:01,961 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:25:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:02,373 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:25:02,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4}] 2023-08-22T04:25:02,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:02,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-22T04:25:02,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:02,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing f625ffcb3982f5da7f8fbac5d15a6df4 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-22T04:25:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:02,646 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/7caab5f2ab434a55a7181f1d94032a17 is 49, key is activesession:/session:c/1692678301910/Put/seqid=0 2023-08-22T04:25:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:03,068 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/7caab5f2ab434a55a7181f1d94032a17 2023-08-22T04:25:03,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7caab5f2ab434a55a7181f1d94032a17 2023-08-22T04:25:03,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/7caab5f2ab434a55a7181f1d94032a17 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17 2023-08-22T04:25:03,149 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17, entries=1, sequenceid=5, filesize=4.9 K 2023-08-22T04:25:03,153 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for f625ffcb3982f5da7f8fbac5d15a6df4 in 599ms, sequenceid=5, compaction requested=false 2023-08-22T04:25:03,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-22T04:25:03,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for f625ffcb3982f5da7f8fbac5d15a6df4: 2023-08-22T04:25:03,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. for snapshot_backup_system completed. 2023-08-22T04:25:03,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.' region-info for snapshot=snapshot_backup_system 2023-08-22T04:25:03,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:25:03,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-22T04:25:03,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17] hfiles 2023-08-22T04:25:03,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17 for snapshot=snapshot_backup_system 2023-08-22T04:25:03,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-22T04:25:03,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16926782917253' 2023-08-22T04:25:03,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:03,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-22T04:25:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-22T04:25:03,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:03,596 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:03,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-22T04:25:03,599 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:25:03,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 in 1.2210 sec 2023-08-22T04:25:03,601 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:25:03,604 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:25:03,605 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-22T04:25:03,607 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-22T04:25:03,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:25:04,034 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:25:04,047 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:25:04,048 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_backup_system 2023-08-22T04:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:04,080 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:25:04,080 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:25:04,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1340 sec 2023-08-22T04:25:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:25:06,065 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-08-22T04:25:06,065 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(115): Backup backup_1692678299469 started at 1692678306065. 2023-08-22T04:25:06,087 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(119): Backup session backup_1692678299469 has been started. 2023-08-22T04:25:06,113 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-22T04:25:06,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-22T04:25:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-22T04:25:06,132 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-22T04:25:06,132 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-22T04:25:06,132 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-22T04:25:06,132 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-22T04:25:06,133 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,133 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:06,135 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-22T04:25:06,135 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,135 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:25:06,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:25:06,135 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,135 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-22T04:25:06,135 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:06,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-22T04:25:06,136 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:06,136 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-22T04:25:06,138 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-22T04:25:06,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-22T04:25:06,141 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-22T04:25:06,141 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-22T04:25:06,141 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-22T04:25:06,142 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-22T04:25:06,142 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39181,1692678283495' joining acquired barrier for procedure (rolllog) in zk 2023-08-22T04:25:06,144 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,144 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:06,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:06,145 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,145 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-22T04:25:06,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:06,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:06,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,147 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:06,147 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39181,1692678283495' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-22T04:25:06,147 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6c6e1436[Count = 0] remaining members to acquire global barrier 2023-08-22T04:25:06,147 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-22T04:25:06,147 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,149 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,149 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,149 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-22T04:25:06,150 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,150 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-22T04:25:06,151 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-22T04:25:06,151 DEBUG [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,151 INFO [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1692678285224 highest: 1692678285224 on jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,151 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495:(num 1692678285224) roll requested 2023-08-22T04:25:06,162 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678306151, exclude list is [], retry=0 2023-08-22T04:25:06,166 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:25:06,171 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678285224 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678306151 2023-08-22T04:25:06,172 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:25:06,172 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678285224 is not closed yet, will try archiving it next time 2023-08-22T04:25:06,172 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta:.meta(num 1692678285729) roll requested 2023-08-22T04:25:06,184 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678306172.meta, exclude list is [], retry=0 2023-08-22T04:25:06,188 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:25:06,191 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678285729.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678306172.meta 2023-08-22T04:25:06,191 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:25:06,191 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678285729.meta is not closed yet, will try archiving it next time 2023-08-22T04:25:06,192 DEBUG [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-08-22T04:25:06,192 INFO [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1692678306151 on jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,193 DEBUG [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:06,195 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52034, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:25:06,213 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-22T04:25:06,213 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39181,1692678283495' in zk 2023-08-22T04:25:06,215 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,215 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-22T04:25:06,216 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:25:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,216 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-22T04:25:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:06,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:06,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:06,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39181,1692678283495': 2023-08-22T04:25:06,219 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-22T04:25:06,219 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39181,1692678283495' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-22T04:25:06,220 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-22T04:25:06,220 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-22T04:25:06,220 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-22T04:25:06,220 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-22T04:25:06,222 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,222 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,222 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-22T04:25:06,222 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:06,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:06,223 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:25:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:25:06,223 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,224 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:06,225 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:06,226 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,233 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:06,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:25:06,233 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:06,233 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:25:06,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-22T04:25:06,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-22T04:25:06,234 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:25:06,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:25:06,237 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-22T04:25:06,237 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-22T04:25:06,337 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-22T04:25:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-22T04:25:06,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } 2023-08-22T04:25:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678306347 (current time:1692678306347). 2023-08-22T04:25:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:25:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692678306346_default_test-1692678291725 VERSION not specified, setting to 2 2023-08-22T04:25:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x05c85e1d to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8468c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:06,357 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40672, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x05c85e1d to 127.0.0.1:63787 2023-08-22T04:25:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:25:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } 2023-08-22T04:25:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:25:06,362 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:25:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:06,363 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:25:06,365 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:25:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:06,777 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:25:06,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357}] 2023-08-22T04:25:06,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:06,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39181 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-22T04:25:06,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:06,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 99f5c9a29204d9235cd9af3e2f94d357 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:25:06,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/.tmp/f/def4d4a732d24030b6af0023838fa1a1 is 37, key is row10/f:q1/1692678294375/Put/seqid=0 2023-08-22T04:25:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:07,363 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/.tmp/f/def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:07,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:07,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/.tmp/f/def4d4a732d24030b6af0023838fa1a1 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:07,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:25:07,383 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 99f5c9a29204d9235cd9af3e2f94d357 in 450ms, sequenceid=103, compaction requested=false 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 99f5c9a29204d9235cd9af3e2f94d357: 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. for snapshot_1692678306346_default_test-1692678291725 completed. 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357.' region-info for snapshot=snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1] hfiles 2023-08-22T04:25:07,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 for snapshot=snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:07,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-22T04:25:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-22T04:25:07,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692678306346_default_test-1692678291725 on region 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:07,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:07,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-22T04:25:07,800 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:25:07,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 99f5c9a29204d9235cd9af3e2f94d357 in 1.0210 sec 2023-08-22T04:25:07,801 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:25:07,802 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:25:07,802 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:07,803 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:08,218 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:25:08,225 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:25:08,226 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678306346_default_test-1692678291725 to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:09,055 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:25:09,055 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:25:09,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678306346_default_test-1692678291725 table=test-1692678291725 type=FLUSH ttl=0 } in 2.6960 sec 2023-08-22T04:25:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:25:10,471 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1692678291725, procId: 34 completed 2023-08-22T04:25:10,472 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1692678299469 2023-08-22T04:25:10,472 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-22T04:25:10,474 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-08-22T04:25:10,477 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692678299469_test-1692678291725 2023-08-22T04:25:10,477 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692678306346_default_test-1692678291725 to hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/ 2023-08-22T04:25:10,491 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:25:10,525 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:10,525 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44787,1692678280445_1642098287_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/.hbase-snapshot/.tmp/snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:10,525 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7, snapshotDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678306346_default_test-1692678291725. 2023-08-22T04:25:10,539 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678306346_default_test-1692678291725 to hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/.hbase-snapshot/.tmp/snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:10,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-22T04:25:10,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:10,976 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:10,976 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:10,977 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:10,977 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,991 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop-1899155838762779362.jar 2023-08-22T04:25:11,991 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,992 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,992 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,993 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,993 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,994 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,994 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,995 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,995 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:11,996 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:11,997 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:25:11,998 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:25:11,998 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:25:11,999 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:25:11,999 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:25:12,000 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:25:12,000 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:25:12,001 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:25:12,001 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:25:12,002 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:25:12,002 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:25:12,007 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:12,007 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:12,008 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:12,008 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:12,009 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:12,009 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:12,010 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:12,076 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-22T04:25:12,104 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692678306346_default_test-1692678291725' hfile list 2023-08-22T04:25:12,118 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-22T04:25:12,372 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678312320/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:25:12,373 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678312320/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:25:12,535 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-22T04:25:12,566 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 output=hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:12,566 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-22T04:25:13,447 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:25:13,449 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:25:13,458 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:13,458 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692678306346_default_test-1692678291725 finished. 2023-08-22T04:25:13,458 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1014): test-1692678291725 2023-08-22T04:25:13,540 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692678299469 2023-08-22T04:25:13,540 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:25:13,963 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39213/backupUT/backup_1692678299469/.backup.manifest 2023-08-22T04:25:13,963 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(358): Backup backup_1692678299469 finished: type=FULL,tablelist=test-1692678291725,targetRootDir=hdfs://localhost:39213/backupUT,startts=1692678306065,completets=1692678313537,bytescopied=0 2023-08-22T04:25:13,964 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-22T04:25:13,964 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:13,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692678306346_default_test-1692678291725" 2023-08-22T04:25:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692678306346_default_test-1692678291725 2023-08-22T04:25:13,978 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692678306346_default_test-1692678291725 for backup backup_1692678299469 succeeded. 2023-08-22T04:25:13,979 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-22T04:25:13,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-22T04:25:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-22T04:25:13,995 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-22T04:25:14,002 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-22T04:25:14,021 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(376): Backup backup_1692678299469 completed. 2023-08-22T04:25:14,022 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:14,022 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x085cddc6 to 127.0.0.1:63787 2023-08-22T04:25:14,022 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:14,022 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] backup.TestRestoreBoundaryTests(51): backup complete 2023-08-22T04:25:14,026 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-08-22T04:25:14,027 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678299469/.backup.manifest 2023-08-22T04:25:14,030 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678299469/.backup.manifest 2023-08-22T04:25:14,037 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678299469/.backup.manifest 2023-08-22T04:25:14,039 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678299469/.backup.manifest 2023-08-22T04:25:14,039 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(148): Restoring 'test-1692678291725' to 'table1' from full backup image hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725 2023-08-22T04:25:14,049 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(487): Creating target table 'table1' 2023-08-22T04:25:14,049 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:14,050 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f in region [hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357] 2023-08-22T04:25:14,056 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 first=row0 last=row98 2023-08-22T04:25:14,056 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:14,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:25:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-08-22T04:25:14,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:25:14,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-08-22T04:25:14,069 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:25:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:14,480 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 59cc5367b71404bd2f27f92d7424954a, NAME => 'table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:14,887 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:14,887 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 59cc5367b71404bd2f27f92d7424954a, disabling compactions & flushes 2023-08-22T04:25:14,888 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:14,888 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:14,888 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. after waiting 0 ms 2023-08-22T04:25:14,888 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:14,888 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:14,888 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 59cc5367b71404bd2f27f92d7424954a: 2023-08-22T04:25:14,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:25:14,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1692678314889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678314889"}]},"ts":"1692678314889"} 2023-08-22T04:25:14,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:25:14,893 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:25:14,893 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678314893"}]},"ts":"1692678314893"} 2023-08-22T04:25:14,894 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-08-22T04:25:14,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, ASSIGN}] 2023-08-22T04:25:14,901 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, ASSIGN 2023-08-22T04:25:14,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:25:15,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=59cc5367b71404bd2f27f92d7424954a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:15,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure 59cc5367b71404bd2f27f92d7424954a, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:15,211 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:15,211 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => 59cc5367b71404bd2f27f92d7424954a, NAME => 'table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:25:15,212 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:25:15,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:15,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,212 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,214 INFO [StoreOpener-59cc5367b71404bd2f27f92d7424954a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,215 INFO [StoreOpener-59cc5367b71404bd2f27f92d7424954a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59cc5367b71404bd2f27f92d7424954a columnFamilyName f 2023-08-22T04:25:15,215 DEBUG [StoreOpener-59cc5367b71404bd2f27f92d7424954a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:15,216 INFO [StoreOpener-59cc5367b71404bd2f27f92d7424954a-1 {}] regionserver.HStore(324): Store=59cc5367b71404bd2f27f92d7424954a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:15,217 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,217 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,220 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:15,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:25:15,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened 59cc5367b71404bd2f27f92d7424954a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10944499200, jitterRate=0.019285917282104492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:25:15,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for 59cc5367b71404bd2f27f92d7424954a: 2023-08-22T04:25:15,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a., pid=38, masterSystemTime=1692678315207 2023-08-22T04:25:15,227 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:15,227 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:15,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=59cc5367b71404bd2f27f92d7424954a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=38, resume processing ppid=37 2023-08-22T04:25:15,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure 59cc5367b71404bd2f27f92d7424954a, server=jenkins-hbase3.apache.org,39181,1692678283495 in 174 msec 2023-08-22T04:25:15,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-22T04:25:15,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, ASSIGN in 332 msec 2023-08-22T04:25:15,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:25:15,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678315234"}]},"ts":"1692678315234"} 2023-08-22T04:25:15,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-08-22T04:25:15,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:25:15,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1750 sec 2023-08-22T04:25:15,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-08-22T04:25:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:25:16,177 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:table1, procId: 36 completed 2023-08-22T04:25:16,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357 from hbase tables test-1692678291725 to tables table1 2023-08-22T04:25:16,183 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1692678291725 into table1 2023-08-22T04:25:16,186 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183 from hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:16,189 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x47676813 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:16,194 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8901b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:16,195 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:16,197 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46742, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:16,211 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-22T04:25:16,211 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-08-22T04:25:16,216 DEBUG [hconnection-0x279dc228-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:16,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:16,220 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-08-22T04:25:16,221 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-22T04:25:16,221 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/partitions_1a6d479c-9ce8-4cac-a960-c9a6ce85e7e3 2023-08-22T04:25:16,660 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:16,661 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:16,662 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:16,662 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:16,719 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:25:16,721 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46744, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:25:17,645 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop-4700567391923520692.jar 2023-08-22T04:25:17,645 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,646 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,646 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,647 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,647 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,648 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,648 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,648 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,649 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,650 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:17,650 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:25:17,651 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:25:17,651 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:25:17,652 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:25:17,652 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:25:17,652 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:25:17,653 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:25:17,653 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:25:17,654 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:25:17,654 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:25:17,655 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:25:17,658 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,659 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,659 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,659 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,660 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,660 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:17,661 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:17,661 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-08-22T04:25:17,661 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:17,661 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x47676813 to 127.0.0.1:63787 2023-08-22T04:25:17,662 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:17,662 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-22T04:25:17,662 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-22T04:25:17,662 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:17,667 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-22T04:25:17,673 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-22T04:25:17,752 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678317719/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:25:17,752 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678317719/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:25:17,849 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/archive/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/f/def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:17,854 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-22T04:25:17,858 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:17,962 DEBUG [pool-190-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x45532f7e to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:17,967 DEBUG [pool-190-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edb159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:17,969 DEBUG [hconnection-0x7df530be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:17,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:17,974 DEBUG [pool-190-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x45532f7e to 127.0.0.1:63787 2023-08-22T04:25:17,974 DEBUG [pool-190-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:17,976 DEBUG [pool-190-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-22T04:25:17,976 DEBUG [pool-190-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-22T04:25:17,990 DEBUG [pool-190-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/_temporary/0/_temporary/attempt_local1947106701_0002_r_000000_0/f/e7649f40704541c9b0963dd21fed9658 is 37, key is row10/f:q1/1692678294375/Put/seqid=0 2023-08-22T04:25:17,993 WARN [Thread-763 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:39181] Specified favored nodes: [jenkins-hbase3.apache.org:39181] 2023-08-22T04:25:18,805 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183 2023-08-22T04:25:18,805 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x47d5297f to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:18,810 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d1d916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:18,812 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:18,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40776, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:18,821 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/_SUCCESS 2023-08-22T04:25:18,825 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:18,827 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:18,856 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e7649f40704541c9b0963dd21fed9658 2023-08-22T04:25:18,857 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/f/e7649f40704541c9b0963dd21fed9658 first=Optional[row0] last=Optional[row98] 2023-08-22T04:25:18,879 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a., hostname=jenkins-hbase3.apache.org,39181,1692678283495, seqNum=2 for row with hfile group [{f,hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/f/e7649f40704541c9b0963dd21fed9658}] 2023-08-22T04:25:18,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/f/e7649f40704541c9b0963dd21fed9658 for inclusion in 59cc5367b71404bd2f27f92d7424954a/f 2023-08-22T04:25:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-22T04:25:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-22T04:25:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e7649f40704541c9b0963dd21fed9658 2023-08-22T04:25:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(2520): Flush status journal for 59cc5367b71404bd2f27f92d7424954a: 2023-08-22T04:25:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-default-table1-1692678316183/f/e7649f40704541c9b0963dd21fed9658 to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__table1__q792c24d75hb6pfnrcoa9ui45ka90uavgf56ct4rrgkf6jvnn8krr1msm90rdo3b/f/e7649f40704541c9b0963dd21fed9658 2023-08-22T04:25:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__table1__q792c24d75hb6pfnrcoa9ui45ka90uavgf56ct4rrgkf6jvnn8krr1msm90rdo3b/f/e7649f40704541c9b0963dd21fed9658 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ 2023-08-22T04:25:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x14cb071c to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ed76cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:18,918 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46758, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:18,926 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:18,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x14cb071c to 127.0.0.1:63787 2023-08-22T04:25:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:18,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__table1__q792c24d75hb6pfnrcoa9ui45ka90uavgf56ct4rrgkf6jvnn8krr1msm90rdo3b/f/e7649f40704541c9b0963dd21fed9658 into 59cc5367b71404bd2f27f92d7424954a/f as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ - updating store file list. 2023-08-22T04:25:18,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ into 59cc5367b71404bd2f27f92d7424954a/f 2023-08-22T04:25:18,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__table1__q792c24d75hb6pfnrcoa9ui45ka90uavgf56ct4rrgkf6jvnn8krr1msm90rdo3b/f/e7649f40704541c9b0963dd21fed9658 into 59cc5367b71404bd2f27f92d7424954a/f (new location: hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_) 2023-08-22T04:25:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__table1__q792c24d75hb6pfnrcoa9ui45ka90uavgf56ct4rrgkf6jvnn8krr1msm90rdo3b/f/e7649f40704541c9b0963dd21fed9658 2023-08-22T04:25:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63434dab to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173a8595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:18,970 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46770, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:25:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:18,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40802, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-22T04:25:18,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63434dab to 127.0.0.1:63787 2023-08-22T04:25:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:18,999 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:18,999 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x47d5297f to 127.0.0.1:63787 2023-08-22T04:25:18,999 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:19,000 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-22T04:25:19,000 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-22T04:25:19,000 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(233): Backup: backup_1692678299469 hdfs://localhost:39213/backupUT/backup_1692678299469/default/test-1692678291725/ 2023-08-22T04:25:19,000 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-22T04:25:19,002 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$18(963): Started disable of table1 2023-08-22T04:25:19,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable table1 2023-08-22T04:25:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-08-22T04:25:19,019 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678319019"}]},"ts":"1692678319019"} 2023-08-22T04:25:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:25:19,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-08-22T04:25:19,022 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-08-22T04:25:19,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, UNASSIGN}] 2023-08-22T04:25:19,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, UNASSIGN 2023-08-22T04:25:19,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=59cc5367b71404bd2f27f92d7424954a, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:19,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 59cc5367b71404bd2f27f92d7424954a, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:25:19,188 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:19,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing 59cc5367b71404bd2f27f92d7424954a, disabling compactions & flushes 2023-08-22T04:25:19,188 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:19,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:19,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. after waiting 0 ms 2023-08-22T04:25:19,188 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:19,190 DEBUG [StoreFileCloser-59cc5367b71404bd2f27f92d7424954a-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ 2023-08-22T04:25:19,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-22T04:25:19,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:19,197 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a. 2023-08-22T04:25:19,198 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for 59cc5367b71404bd2f27f92d7424954a: 2023-08-22T04:25:19,199 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed 59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:19,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=59cc5367b71404bd2f27f92d7424954a, regionState=CLOSED 2023-08-22T04:25:19,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-22T04:25:19,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 59cc5367b71404bd2f27f92d7424954a, server=jenkins-hbase3.apache.org,39181,1692678283495 in 175 msec 2023-08-22T04:25:19,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=40, resume processing ppid=39 2023-08-22T04:25:19,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=59cc5367b71404bd2f27f92d7424954a, UNASSIGN in 181 msec 2023-08-22T04:25:19,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678319206"}]},"ts":"1692678319206"} 2023-08-22T04:25:19,209 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-08-22T04:25:19,212 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-08-22T04:25:19,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 204 msec 2023-08-22T04:25:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=39 2023-08-22T04:25:19,324 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: default:table1, procId: 39 completed 2023-08-22T04:25:19,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete table1 2023-08-22T04:25:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-08-22T04:25:19,339 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:25:19,341 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:25:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-22T04:25:19,347 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:19,351 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f, FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/recovered.edits] 2023-08-22T04:25:19,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/archive/data/default/table1/59cc5367b71404bd2f27f92d7424954a/f/aafc3e4cad814261be3978e0fe36d86a_SeqId_4_ 2023-08-22T04:25:19,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a/recovered.edits/6.seqid to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/archive/data/default/table1/59cc5367b71404bd2f27f92d7424954a/recovered.edits/6.seqid 2023-08-22T04:25:19,366 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/table1/59cc5367b71404bd2f27f92d7424954a 2023-08-22T04:25:19,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-08-22T04:25:19,369 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:25:19,379 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-08-22T04:25:19,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-08-22T04:25:19,383 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:25:19,383 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-08-22T04:25:19,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1692678319383"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:19,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-22T04:25:19,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59cc5367b71404bd2f27f92d7424954a, NAME => 'table1,,1692678314063.59cc5367b71404bd2f27f92d7424954a.', STARTKEY => '', ENDKEY => ''}] 2023-08-22T04:25:19,386 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-08-22T04:25:19,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1692678319386"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:19,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-08-22T04:25:19,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-08-22T04:25:19,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 59 msec 2023-08-22T04:25:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-22T04:25:19,444 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: default:table1, procId: 42 completed 2023-08-22T04:25:19,462 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=596 (was 585) Potentially hanging thread: PacketResponder: BP-1633626289-172.31.12.81-1692678276817:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1633626289-172.31.12.81-1692678276817:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805461592_16 at /127.0.0.1:55052 [Receiving block BP-1633626289-172.31.12.81-1692678276817:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-384546474_16 at /127.0.0.1:57272 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805461592_16 at /127.0.0.1:55062 [Receiving block BP-1633626289-172.31.12.81-1692678276817:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=674 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=260 (was 291), ProcessCount=170 (was 170), AvailableMemoryMB=6309 (was 6738) 2023-08-22T04:25:19,462 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-08-22T04:25:19,477 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=596, OpenFileDescriptor=674, MaxFileDescriptor=60000, SystemLoadAverage=260, ProcessCount=170, AvailableMemoryMB=6309 2023-08-22T04:25:19,477 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-08-22T04:25:19,477 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] backup.TestRestoreBoundaryTests(67): create full backup image on multiple tables 2023-08-22T04:25:19,478 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2de66dbf to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:19,484 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1029cc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:19,488 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:19,490 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40816, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:19,493 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:19,494 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:19,508 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-22T04:25:19,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:25:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678319514 (current time:1692678319514). 2023-08-22T04:25:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:25:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-22T04:25:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1e311c40 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac1fe1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:19,521 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40830, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1e311c40 to 127.0.0.1:63787 2023-08-22T04:25:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:25:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:25:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-08-22T04:25:19,525 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:25:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:19,525 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:25:19,527 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:25:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:19,934 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:25:19,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4}] 2023-08-22T04:25:19,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:20,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39181 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-08-22T04:25:20,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:20,088 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing f625ffcb3982f5da7f8fbac5d15a6df4 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-08-22T04:25:20,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/389a881307aa41698f9de7bc5b57647a is 169, key is trslm:hdfs://localhost:39213/backupUT\x00test-1692678291725/meta:log-roll-map/1692678313526/Put/seqid=0 2023-08-22T04:25:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:20,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/389a881307aa41698f9de7bc5b57647a 2023-08-22T04:25:20,515 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 389a881307aa41698f9de7bc5b57647a 2023-08-22T04:25:20,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/b2effaff7b0e4593b07a49caebd018a0 is 310, key is session:backup_1692678299469/session:context/1692678314001/Put/seqid=0 2023-08-22T04:25:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:20,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:25:20,923 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/b2effaff7b0e4593b07a49caebd018a0 2023-08-22T04:25:20,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b2effaff7b0e4593b07a49caebd018a0 2023-08-22T04:25:20,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/389a881307aa41698f9de7bc5b57647a as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/389a881307aa41698f9de7bc5b57647a 2023-08-22T04:25:20,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/389a881307aa41698f9de7bc5b57647a, entries=4, sequenceid=17, filesize=5.5 K 2023-08-22T04:25:20,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/b2effaff7b0e4593b07a49caebd018a0 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/b2effaff7b0e4593b07a49caebd018a0 2023-08-22T04:25:20,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/b2effaff7b0e4593b07a49caebd018a0, entries=2, sequenceid=17, filesize=5.3 K 2023-08-22T04:25:20,945 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for f625ffcb3982f5da7f8fbac5d15a6df4 in 857ms, sequenceid=17, compaction requested=false 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for f625ffcb3982f5da7f8fbac5d15a6df4: 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. for snapshot_backup_system completed. 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4.' region-info for snapshot=snapshot_backup_system 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/389a881307aa41698f9de7bc5b57647a] hfiles 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/389a881307aa41698f9de7bc5b57647a for snapshot=snapshot_backup_system 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/b2effaff7b0e4593b07a49caebd018a0] hfiles 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/7caab5f2ab434a55a7181f1d94032a17 for snapshot=snapshot_backup_system 2023-08-22T04:25:20,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/b2effaff7b0e4593b07a49caebd018a0 for snapshot=snapshot_backup_system 2023-08-22T04:25:20,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:20,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-08-22T04:25:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster(3994): Remote procedure done, pid=44 2023-08-22T04:25:20,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:20,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:20,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=44, resume processing ppid=43 2023-08-22T04:25:20,955 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:25:20,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure f625ffcb3982f5da7f8fbac5d15a6df4 in 1.0190 sec 2023-08-22T04:25:20,956 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:25:20,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:25:20,957 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-22T04:25:20,958 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-22T04:25:21,371 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:25:21,379 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:25:21,380 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_backup_system 2023-08-22T04:25:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:22,201 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:25:22,201 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-08-22T04:25:22,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6790 sec 2023-08-22T04:25:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=43 2023-08-22T04:25:23,633 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-08-22T04:25:23,633 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(115): Backup backup_1692678319484 started at 1692678323633. 2023-08-22T04:25:23,635 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(119): Backup session backup_1692678319484 has been started. 2023-08-22T04:25:23,641 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-22T04:25:23,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-22T04:25:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-22T04:25:23,642 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-22T04:25:23,643 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-22T04:25:23,643 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-22T04:25:23,643 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-22T04:25:23,644 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,644 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:23,645 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,645 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-22T04:25:23,646 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:25:23,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:25:23,646 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,646 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-22T04:25:23,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:23,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-22T04:25:23,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:23,647 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-22T04:25:23,647 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-22T04:25:23,647 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-22T04:25:23,647 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-22T04:25:23,647 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-22T04:25:23,648 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-22T04:25:23,648 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-22T04:25:23,648 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39181,1692678283495' joining acquired barrier for procedure (rolllog) in zk 2023-08-22T04:25:23,651 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,651 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:23,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:23,651 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,651 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-22T04:25:23,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:23,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:23,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,653 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:23,653 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39181,1692678283495' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-22T04:25:23,653 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@54b01020[Count = 0] remaining members to acquire global barrier 2023-08-22T04:25:23,653 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-22T04:25:23,653 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,654 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,654 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,654 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,654 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-22T04:25:23,655 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,655 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-22T04:25:23,655 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-22T04:25:23,655 DEBUG [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,655 INFO [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1692678306151 highest: 1692678306151 on jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,655 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495:(num 1692678306151) roll requested 2023-08-22T04:25:23,667 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678323655, exclude list is [], retry=0 2023-08-22T04:25:23,671 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:25:23,673 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678306151 with entries=15, filesize=3.49 KB; new WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678323655 2023-08-22T04:25:23,673 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:25:23,674 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.1692678306151 is not closed yet, will try archiving it next time 2023-08-22T04:25:23,674 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta:.meta(num 1692678306172) roll requested 2023-08-22T04:25:23,693 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678323674.meta, exclude list is [], retry=0 2023-08-22T04:25:23,696 DEBUG [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-22T04:25:23,696 INFO [rs(jenkins-hbase3.apache.org,39181,1692678283495)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1692678323655 on jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,697 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK] 2023-08-22T04:25:23,699 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678306172.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678323674.meta 2023-08-22T04:25:23,699 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:33069,DS-b0ce3c8b-1910-41b3-9d0b-ac40acc7a614,DISK]] 2023-08-22T04:25:23,699 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/WALs/jenkins-hbase3.apache.org,39181,1692678283495/jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta.1692678306172.meta is not closed yet, will try archiving it next time 2023-08-22T04:25:23,711 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-22T04:25:23,711 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39181,1692678283495' in zk 2023-08-22T04:25:23,714 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,714 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-22T04:25:23,714 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:25:23,714 DEBUG [member: 'jenkins-hbase3.apache.org,39181,1692678283495' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-22T04:25:23,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:23,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:23,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:23,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:23,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:23,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,719 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39181,1692678283495': 2023-08-22T04:25:23,719 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39181,1692678283495' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-22T04:25:23,719 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-22T04:25:23,719 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-22T04:25:23,719 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-22T04:25:23,719 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-22T04:25:23,719 INFO [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-22T04:25:23,723 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,723 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,723 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-22T04:25:23,723 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:25:23,724 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:25:23,724 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:25:23,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,726 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,726 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,726 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:25:23,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:25:23,727 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,730 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-22T04:25:23,731 DEBUG [(jenkins-hbase3.apache.org,44787,1692678280445)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:23,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-22T04:25:23,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-22T04:25:23,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-22T04:25:23,731 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-22T04:25:23,732 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-22T04:25:23,732 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:25:23,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:25:23,732 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-22T04:25:23,732 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-22T04:25:23,732 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:25:23,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:25:23,832 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-22T04:25:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-22T04:25:23,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } 2023-08-22T04:25:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678323836 (current time:1692678323836). 2023-08-22T04:25:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:25:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692678323835_ns2_test-16926782917251 VERSION not specified, setting to 2 2023-08-22T04:25:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x215d301b to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54990b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:23,847 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38832, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x215d301b to 127.0.0.1:63787 2023-08-22T04:25:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:25:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } 2023-08-22T04:25:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-08-22T04:25:23,851 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:25:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:23,852 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:25:23,855 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:25:23,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:25:23,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326}] 2023-08-22T04:25:23,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:24,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-08-22T04:25:24,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:24,016 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2819): Flushing 2ea7bea78a9d0c2a2ff12b28f97c7326 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:25:24,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/.tmp/f/d17eb3a685fe4219a24c9cc23ab9b8cd is 37, key is row10/f:q1/1692678295098/Put/seqid=0 2023-08-22T04:25:24,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/.tmp/f/d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:24,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:24,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/.tmp/f/d17eb3a685fe4219a24c9cc23ab9b8cd as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:24,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:25:24,057 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2ea7bea78a9d0c2a2ff12b28f97c7326 in 41ms, sequenceid=103, compaction requested=false 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for 2ea7bea78a9d0c2a2ff12b28f97c7326: 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. for snapshot_1692678323835_ns2_test-16926782917251 completed. 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.' region-info for snapshot=snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd] hfiles 2023-08-22T04:25:24,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd for snapshot=snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:24,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:24,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-08-22T04:25:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster(3994): Remote procedure done, pid=46 2023-08-22T04:25:24,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692678323835_ns2_test-16926782917251 on region 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:24,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:24,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=46, resume processing ppid=45 2023-08-22T04:25:24,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:25:24,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure 2ea7bea78a9d0c2a2ff12b28f97c7326 in 206 msec 2023-08-22T04:25:24,071 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:25:24,072 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:25:24,072 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:24,073 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:24,491 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:25:24,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:25:24,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678323835_ns2_test-16926782917251 to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:25,324 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:25:25,324 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-08-22T04:25:25,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1692678323835_ns2_test-16926782917251 table=ns2:test-16926782917251 type=FLUSH ttl=0 } in 1.4750 sec 2023-08-22T04:25:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-08-22T04:25:25,959 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16926782917251, procId: 45 completed 2023-08-22T04:25:25,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } 2023-08-22T04:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678325960 (current time:1692678325960). 2023-08-22T04:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692678325959_ns3_test-16926782917252 VERSION not specified, setting to 2 2023-08-22T04:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x24d43e4e to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3808e1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:25,971 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38840, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x24d43e4e to 127.0.0.1:63787 2023-08-22T04:25:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:25:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } 2023-08-22T04:25:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-08-22T04:25:25,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:25:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:25,976 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:25:25,978 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:25:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:26,385 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:25:26,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure faea8438e1b215332005eee5eb9c45c3}] 2023-08-22T04:25:26,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:25:26,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39181 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2023-08-22T04:25:26,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:26,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2520): Flush status journal for faea8438e1b215332005eee5eb9c45c3: 2023-08-22T04:25:26,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. for snapshot_1692678325959_ns3_test-16926782917252 completed. 2023-08-22T04:25:26,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3.' region-info for snapshot=snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:26,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:25:26,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-22T04:25:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:26,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:26,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=48 2023-08-22T04:25:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster(3994): Remote procedure done, pid=48 2023-08-22T04:25:26,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692678325959_ns3_test-16926782917252 on region faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:25:26,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:25:26,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=48, resume processing ppid=47 2023-08-22T04:25:26,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=48, ppid=47, state=SUCCESS; SnapshotRegionProcedure faea8438e1b215332005eee5eb9c45c3 in 566 msec 2023-08-22T04:25:26,953 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:25:26,954 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:25:26,954 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:25:26,954 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:26,955 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:27,366 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:25:27,372 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:25:27,373 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/.tmp/snapshot_1692678325959_ns3_test-16926782917252 to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:27,406 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:25:27,406 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-08-22T04:25:27,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1692678325959_ns3_test-16926782917252 table=ns3:test-16926782917252 type=FLUSH ttl=0 } in 1.4330 sec 2023-08-22T04:25:27,687 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-08-22T04:25:27,687 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-08-22T04:25:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-08-22T04:25:28,082 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns3:test-16926782917252, procId: 47 completed 2023-08-22T04:25:28,082 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1692678319484 2023-08-22T04:25:28,083 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-22T04:25:28,083 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-22T04:25:28,083 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692678319484_ns3:test-16926782917252 2023-08-22T04:25:28,083 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692678325959_ns3_test-16926782917252 to hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252/ 2023-08-22T04:25:28,083 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:25:28,107 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:28,107 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44787,1692678280445_-1414002168_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252/.hbase-snapshot/.tmp/snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:28,107 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7, snapshotDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678325959_ns3_test-16926782917252. 2023-08-22T04:25:28,114 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678325959_ns3_test-16926782917252 to hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252/.hbase-snapshot/.tmp/snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:28,531 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:28,532 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:28,533 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:28,533 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,561 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop-8654425287904116784.jar 2023-08-22T04:25:29,561 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,562 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,562 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,563 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,563 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,564 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,564 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,564 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,565 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:29,565 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:29,566 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:25:29,566 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:25:29,567 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:25:29,567 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:25:29,568 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:25:29,568 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:25:29,569 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:25:29,569 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:25:29,570 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:25:29,570 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:25:29,570 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:25:29,571 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:29,572 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:29,572 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:29,573 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:29,573 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:29,574 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:29,574 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:29,603 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-22T04:25:29,624 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692678325959_ns3_test-16926782917252' hfile list 2023-08-22T04:25:29,704 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678329668/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:25:29,704 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678329668/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:25:30,733 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:25:30,734 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:25:30,741 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:30,741 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692678325959_ns3_test-16926782917252 finished. 2023-08-22T04:25:30,741 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692678319484_ns2:test-16926782917251 2023-08-22T04:25:30,741 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692678323835_ns2_test-16926782917251 to hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/ 2023-08-22T04:25:30,741 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:25:30,765 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:30,765 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,44787,1692678280445_-535593846_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/.hbase-snapshot/.tmp/snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:30,765 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:39213, inputRoot=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7, snapshotDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678323835_ns2_test-16926782917251. 2023-08-22T04:25:30,776 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/.hbase-snapshot/snapshot_1692678323835_ns2_test-16926782917251 to hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/.hbase-snapshot/.tmp/snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:31,194 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:31,194 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:31,195 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:31,195 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,179 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop-3891455297091583413.jar 2023-08-22T04:25:32,180 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,180 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,181 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,181 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,182 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,182 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:32,184 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:32,185 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:25:32,185 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:25:32,186 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:25:32,186 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:25:32,187 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:25:32,187 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:25:32,187 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:25:32,188 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:25:32,188 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:25:32,189 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:25:32,189 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:25:32,189 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:32,190 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:32,191 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:32,191 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:32,191 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:25:32,192 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:32,192 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:32,219 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-22T04:25:32,236 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692678323835_ns2_test-16926782917251' hfile list 2023-08-22T04:25:32,238 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-22T04:25:32,307 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678332274/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:25:32,307 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678332274/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:25:32,360 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-22T04:25:32,410 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd output=hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:32,410 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-22T04:25:33,341 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:25:33,343 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:25:33,350 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:33,350 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692678323835_ns2_test-16926782917251 finished. 2023-08-22T04:25:33,350 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1014): ns3:test-16926782917252 2023-08-22T04:25:33,350 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1014): ns2:test-16926782917251 2023-08-22T04:25:33,358 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692678319484 2023-08-22T04:25:33,358 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:25:33,365 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,365 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692678319484 2023-08-22T04:25:33,365 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:25:33,770 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(358): Backup backup_1692678319484 finished: type=FULL,tablelist=ns3:test-16926782917252;ns2:test-16926782917251,targetRootDir=hdfs://localhost:39213/backupUT,startts=1692678323633,completets=1692678333358,bytescopied=0 2023-08-22T04:25:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-22T04:25:33,770 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:33,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692678325959_ns3_test-16926782917252" 2023-08-22T04:25:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692678325959_ns3_test-16926782917252 2023-08-22T04:25:33,774 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692678325959_ns3_test-16926782917252 for backup backup_1692678319484 succeeded. 2023-08-22T04:25:33,775 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:33,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692678323835_ns2_test-16926782917251" 2023-08-22T04:25:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692678323835_ns2_test-16926782917251 2023-08-22T04:25:33,778 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692678323835_ns2_test-16926782917251 for backup backup_1692678319484 succeeded. 2023-08-22T04:25:33,779 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-22T04:25:33,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-22T04:25:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-22T04:25:33,786 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-22T04:25:33,788 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-22T04:25:33,794 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.TableBackupClient(376): Backup backup_1692678319484 completed. 2023-08-22T04:25:33,794 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:33,794 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2de66dbf to 127.0.0.1:63787 2023-08-22T04:25:33,794 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:33,795 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-08-22T04:25:33,796 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(101): HBase table ns3:table3_restore does not exist. It will be created during restore process 2023-08-22T04:25:33,797 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,799 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,799 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,801 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,801 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,803 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:33,803 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16926782917251' to 'ns2:table2' from full backup image hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251 2023-08-22T04:25:33,811 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-08-22T04:25:33,811 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:33,812 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f in region [hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326] 2023-08-22T04:25:33,815 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd first=row0 last=row98 2023-08-22T04:25:33,815 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:33,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:25:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-08-22T04:25:33,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:25:33,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 49 2023-08-22T04:25:33,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:34,227 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1511946dd6dc9bf4c673f6aa77eea97c, NAME => 'ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:34,634 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:34,634 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 1511946dd6dc9bf4c673f6aa77eea97c, disabling compactions & flushes 2023-08-22T04:25:34,634 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,634 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,635 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. after waiting 0 ms 2023-08-22T04:25:34,635 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,635 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,635 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1511946dd6dc9bf4c673f6aa77eea97c: 2023-08-22T04:25:34,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:25:34,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1692678334636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678334636"}]},"ts":"1692678334636"} 2023-08-22T04:25:34,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:25:34,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:25:34,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678334638"}]},"ts":"1692678334638"} 2023-08-22T04:25:34,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-08-22T04:25:34,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, ASSIGN}] 2023-08-22T04:25:34,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, ASSIGN 2023-08-22T04:25:34,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:25:34,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=1511946dd6dc9bf4c673f6aa77eea97c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:34,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; OpenRegionProcedure 1511946dd6dc9bf4c673f6aa77eea97c, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:34,956 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 1511946dd6dc9bf4c673f6aa77eea97c, NAME => 'ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:25:34,956 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:25:34,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:34,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,958 INFO [StoreOpener-1511946dd6dc9bf4c673f6aa77eea97c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,959 INFO [StoreOpener-1511946dd6dc9bf4c673f6aa77eea97c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1511946dd6dc9bf4c673f6aa77eea97c columnFamilyName f 2023-08-22T04:25:34,959 DEBUG [StoreOpener-1511946dd6dc9bf4c673f6aa77eea97c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:34,960 INFO [StoreOpener-1511946dd6dc9bf4c673f6aa77eea97c-1 {}] regionserver.HStore(324): Store=1511946dd6dc9bf4c673f6aa77eea97c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:34,960 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,961 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,963 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:34,965 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:25:34,965 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 1511946dd6dc9bf4c673f6aa77eea97c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10317746720, jitterRate=-0.03908495604991913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:25:34,966 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 1511946dd6dc9bf4c673f6aa77eea97c: 2023-08-22T04:25:34,967 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c., pid=51, masterSystemTime=1692678334952 2023-08-22T04:25:34,968 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,968 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:34,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=1511946dd6dc9bf4c673f6aa77eea97c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:34,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=51, resume processing ppid=50 2023-08-22T04:25:34,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=51, ppid=50, state=SUCCESS; OpenRegionProcedure 1511946dd6dc9bf4c673f6aa77eea97c, server=jenkins-hbase3.apache.org,39181,1692678283495 in 170 msec 2023-08-22T04:25:34,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=50, resume processing ppid=49 2023-08-22T04:25:34,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, ASSIGN in 328 msec 2023-08-22T04:25:34,975 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:25:34,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678334975"}]},"ts":"1692678334975"} 2023-08-22T04:25:34,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-08-22T04:25:34,980 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:25:34,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=49, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1630 sec 2023-08-22T04:25:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=49 2023-08-22T04:25:35,927 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:table2, procId: 49 completed 2023-08-22T04:25:35,930 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326 from hbase tables ns2:test-16926782917251 to tables ns2:table2 2023-08-22T04:25:35,930 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16926782917251 into ns2:table2 2023-08-22T04:25:35,932 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931 from hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:35,933 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1b3d2fa8 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:35,938 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7e2aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:35,939 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:35,941 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:35,942 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-22T04:25:35,942 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-08-22T04:25:35,945 DEBUG [hconnection-0x3daeb3de-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:35,946 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57120, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:35,948 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-08-22T04:25:35,948 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-08-22T04:25:35,948 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/partitions_d2195e5a-dfc3-4899-8075-c687441d0e71 2023-08-22T04:25:35,955 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:35,955 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:35,956 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:35,956 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,911 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop-5558927249257136502.jar 2023-08-22T04:25:36,911 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,912 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,912 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,912 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,913 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,913 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,914 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,914 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,914 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,915 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:36,916 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:25:36,916 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:25:36,916 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:25:36,917 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:25:36,917 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:25:36,918 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:25:36,918 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:25:36,918 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:25:36,919 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:25:36,919 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:25:36,920 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:25:36,920 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,921 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,921 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,921 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,922 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,922 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:25:36,923 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:25:36,923 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-08-22T04:25:36,923 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:36,923 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1b3d2fa8 to 127.0.0.1:63787 2023-08-22T04:25:36,923 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:36,923 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-08-22T04:25:36,923 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-08-22T04:25:36,924 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:25:36,929 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-22T04:25:36,935 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-08-22T04:25:37,012 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678336979/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:25:37,012 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/mapreduce.cluster.local.dir/1692678336979/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:25:37,068 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/archive/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/f/d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:37,072 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-08-22T04:25:37,075 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:37,095 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6f684ad8 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:37,101 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:37,103 DEBUG [hconnection-0x3e53e8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:37,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:37,107 DEBUG [pool-230-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6f684ad8 to 127.0.0.1:63787 2023-08-22T04:25:37,107 DEBUG [pool-230-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:37,108 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-08-22T04:25:37,108 DEBUG [pool-230-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-22T04:25:37,117 DEBUG [pool-230-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/_temporary/0/_temporary/attempt_local1551961041_0005_r_000000_0/f/a3acace85320411abce19badb0ad769b is 37, key is row10/f:q1/1692678295098/Put/seqid=0 2023-08-22T04:25:37,119 WARN [Thread-980 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:39181] Specified favored nodes: [jenkins-hbase3.apache.org:39181] 2023-08-22T04:25:38,069 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931 2023-08-22T04:25:38,069 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3cbe691c to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:38,077 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3decf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:38,079 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:38,080 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:38,086 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/_SUCCESS 2023-08-22T04:25:38,090 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:38,091 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58370, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:38,101 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a3acace85320411abce19badb0ad769b 2023-08-22T04:25:38,101 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/f/a3acace85320411abce19badb0ad769b first=Optional[row0] last=Optional[row98] 2023-08-22T04:25:38,102 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c., hostname=jenkins-hbase3.apache.org,39181,1692678283495, seqNum=2 for row with hfile group [{f,hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/f/a3acace85320411abce19badb0ad769b}] 2023-08-22T04:25:38,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/f/a3acace85320411abce19badb0ad769b for inclusion in 1511946dd6dc9bf4c673f6aa77eea97c/f 2023-08-22T04:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-08-22T04:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(625): Region bounds: first= last= 2023-08-22T04:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a3acace85320411abce19badb0ad769b 2023-08-22T04:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(2520): Flush status journal for 1511946dd6dc9bf4c673f6aa77eea97c: 2023-08-22T04:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/hbase-staging/bulk_output-ns2-table2-1692678335931/f/a3acace85320411abce19badb0ad769b to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__ns2_table2__njsr9t3mrge6jtjemi6jv4t4veknn33ou90thsbf6t355jtrm534nc5v5fivd7go/f/a3acace85320411abce19badb0ad769b 2023-08-22T04:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__ns2_table2__njsr9t3mrge6jtjemi6jv4t4veknn33ou90thsbf6t355jtrm534nc5v5fivd7go/f/a3acace85320411abce19badb0ad769b as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ 2023-08-22T04:25:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x075ab8a4 to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0294db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:38,124 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58386, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:38,130 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:25:38,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x075ab8a4 to 127.0.0.1:63787 2023-08-22T04:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:38,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__ns2_table2__njsr9t3mrge6jtjemi6jv4t4veknn33ou90thsbf6t355jtrm534nc5v5fivd7go/f/a3acace85320411abce19badb0ad769b into 1511946dd6dc9bf4c673f6aa77eea97c/f as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ - updating store file list. 2023-08-22T04:25:38,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ into 1511946dd6dc9bf4c673f6aa77eea97c/f 2023-08-22T04:25:38,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__ns2_table2__njsr9t3mrge6jtjemi6jv4t4veknn33ou90thsbf6t355jtrm534nc5v5fivd7go/f/a3acace85320411abce19badb0ad769b into 1511946dd6dc9bf4c673f6aa77eea97c/f (new location: hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_) 2023-08-22T04:25:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/staging/jenkins__ns2_table2__njsr9t3mrge6jtjemi6jv4t4veknn33ou90thsbf6t355jtrm534nc5v5fivd7go/f/a3acace85320411abce19badb0ad769b 2023-08-22T04:25:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x461f5f8a to 127.0.0.1:63787 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742bbe84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:25:38,161 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:25:38,166 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-08-22T04:25:38,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x461f5f8a to 127.0.0.1:63787 2023-08-22T04:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:38,181 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:38,182 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3cbe691c to 127.0.0.1:63787 2023-08-22T04:25:38,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:38,183 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-08-22T04:25:38,183 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-22T04:25:38,183 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(233): Backup: backup_1692678319484 hdfs://localhost:39213/backupUT/backup_1692678319484/ns2/test-16926782917251/ 2023-08-22T04:25:38,184 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39213/backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:38,187 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1692678319484/.backup.manifest 2023-08-22T04:25:38,187 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(148): Restoring 'ns3:test-16926782917252' to 'ns3:table3_restore' from full backup image hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252 2023-08-22T04:25:38,193 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(101): Folder tableArchivePath: hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252/archive/data/ns3/test-16926782917252 does not exists 2023-08-22T04:25:38,193 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(326): find table descriptor but no archive dir for table ns3:test-16926782917252, will only create table 2023-08-22T04:25:38,194 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] util.RestoreTool(487): Creating target table 'ns3:table3_restore' 2023-08-22T04:25:38,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:25:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:table3_restore 2023-08-22T04:25:38,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:25:38,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "table3_restore" procId is: 52 2023-08-22T04:25:38,198 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:25:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:38,606 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 21d6b74530a8a7a2a7b48f66691d9307, NAME => 'ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7 2023-08-22T04:25:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:39,012 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:39,012 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1668): Closing 21d6b74530a8a7a2a7b48f66691d9307, disabling compactions & flushes 2023-08-22T04:25:39,012 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,012 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,013 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. after waiting 0 ms 2023-08-22T04:25:39,013 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,013 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,013 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1622): Region close journal for 21d6b74530a8a7a2a7b48f66691d9307: 2023-08-22T04:25:39,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:25:39,014 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1692678339014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678339014"}]},"ts":"1692678339014"} 2023-08-22T04:25:39,016 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:25:39,016 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:25:39,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678339016"}]},"ts":"1692678339016"} 2023-08-22T04:25:39,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLING in hbase:meta 2023-08-22T04:25:39,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, ASSIGN}] 2023-08-22T04:25:39,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, ASSIGN 2023-08-22T04:25:39,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39181,1692678283495; forceNewPlan=false, retain=false 2023-08-22T04:25:39,177 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=21d6b74530a8a7a2a7b48f66691d9307, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:39,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; OpenRegionProcedure 21d6b74530a8a7a2a7b48f66691d9307, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:39,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(130): Open ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7254): Opening region: {ENCODED => 21d6b74530a8a7a2a7b48f66691d9307, NAME => 'ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:25:39,334 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:25:39,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table3_restore 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:25:39,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7296): checking encryption for 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7299): checking classloading for 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,335 INFO [StoreOpener-21d6b74530a8a7a2a7b48f66691d9307-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,337 INFO [StoreOpener-21d6b74530a8a7a2a7b48f66691d9307-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d6b74530a8a7a2a7b48f66691d9307 columnFamilyName f 2023-08-22T04:25:39,337 DEBUG [StoreOpener-21d6b74530a8a7a2a7b48f66691d9307-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:25:39,337 INFO [StoreOpener-21d6b74530a8a7a2a7b48f66691d9307-1 {}] regionserver.HStore(324): Store=21d6b74530a8a7a2a7b48f66691d9307/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:25:39,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,339 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1076): writing seq id for 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:39,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:25:39,343 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): Opened 21d6b74530a8a7a2a7b48f66691d9307; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9699424160, jitterRate=-0.0966707319021225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:25:39,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(992): Region open journal for 21d6b74530a8a7a2a7b48f66691d9307: 2023-08-22T04:25:39,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307., pid=54, masterSystemTime=1692678339330 2023-08-22T04:25:39,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,346 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(158): Opened ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:39,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=21d6b74530a8a7a2a7b48f66691d9307, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:39,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=54, resume processing ppid=53 2023-08-22T04:25:39,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=54, ppid=53, state=SUCCESS; OpenRegionProcedure 21d6b74530a8a7a2a7b48f66691d9307, server=jenkins-hbase3.apache.org,39181,1692678283495 in 170 msec 2023-08-22T04:25:39,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=53, resume processing ppid=52 2023-08-22T04:25:39,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, ASSIGN in 327 msec 2023-08-22T04:25:39,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:25:39,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678339352"}]},"ts":"1692678339352"} 2023-08-22T04:25:39,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLED in hbase:meta 2023-08-22T04:25:39,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:25:39,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=52, state=SUCCESS; CreateTableProcedure table=ns3:table3_restore in 1.1600 sec 2023-08-22T04:25:39,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-08-22T04:25:39,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:table3_restore' 2023-08-22T04:25:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=52 2023-08-22T04:25:40,305 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:table3_restore, procId: 52 completed 2023-08-22T04:25:40,308 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-08-22T04:25:40,308 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(233): Backup: backup_1692678319484 hdfs://localhost:39213/backupUT/backup_1692678319484/ns3/test-16926782917252/ 2023-08-22T04:25:40,308 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-08-22T04:25:40,311 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$18(963): Started disable of ns2:table2 2023-08-22T04:25:40,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable ns2:table2 2023-08-22T04:25:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-08-22T04:25:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-22T04:25:40,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678340315"}]},"ts":"1692678340315"} 2023-08-22T04:25:40,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-08-22T04:25:40,320 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-08-22T04:25:40,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, UNASSIGN}] 2023-08-22T04:25:40,323 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, UNASSIGN 2023-08-22T04:25:40,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=1511946dd6dc9bf4c673f6aa77eea97c, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:40,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; CloseRegionProcedure 1511946dd6dc9bf4c673f6aa77eea97c, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-22T04:25:40,476 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(119): Close 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:40,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1668): Closing 1511946dd6dc9bf4c673f6aa77eea97c, disabling compactions & flushes 2023-08-22T04:25:40,477 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1690): Closing region ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:40,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:40,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. after waiting 0 ms 2023-08-22T04:25:40,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:40,478 DEBUG [StoreFileCloser-1511946dd6dc9bf4c673f6aa77eea97c-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ 2023-08-22T04:25:40,483 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-08-22T04:25:40,484 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:40,484 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1909): Closed ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c. 2023-08-22T04:25:40,484 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1622): Region close journal for 1511946dd6dc9bf4c673f6aa77eea97c: 2023-08-22T04:25:40,486 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(163): Closed 1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:40,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=1511946dd6dc9bf4c673f6aa77eea97c, regionState=CLOSED 2023-08-22T04:25:40,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=57, resume processing ppid=56 2023-08-22T04:25:40,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=57, ppid=56, state=SUCCESS; CloseRegionProcedure 1511946dd6dc9bf4c673f6aa77eea97c, server=jenkins-hbase3.apache.org,39181,1692678283495 in 163 msec 2023-08-22T04:25:40,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=56, resume processing ppid=55 2023-08-22T04:25:40,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=1511946dd6dc9bf4c673f6aa77eea97c, UNASSIGN in 168 msec 2023-08-22T04:25:40,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678340491"}]},"ts":"1692678340491"} 2023-08-22T04:25:40,493 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-08-22T04:25:40,495 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-08-22T04:25:40,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=55, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 184 msec 2023-08-22T04:25:40,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:25:40,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_table3_restore 2023-08-22T04:25:40,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_table3_restore Metrics about Tables on a single HBase RegionServer 2023-08-22T04:25:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=55 2023-08-22T04:25:40,617 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: ns2:table2, procId: 55 completed 2023-08-22T04:25:40,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete ns2:table2 2023-08-22T04:25:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,621 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,622 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=58 2023-08-22T04:25:40,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:40,627 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f, FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/recovered.edits] 2023-08-22T04:25:40,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/archive/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/f/9d8b317f70b34d55919fbbeee1d2c21b_SeqId_4_ 2023-08-22T04:25:40,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/recovered.edits/6.seqid to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/archive/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c/recovered.edits/6.seqid 2023-08-22T04:25:40,637 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/table2/1511946dd6dc9bf4c673f6aa77eea97c 2023-08-22T04:25:40,637 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-08-22T04:25:40,639 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,641 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-08-22T04:25:40,643 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-08-22T04:25:40,644 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,644 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-08-22T04:25:40,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1692678340644"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:40,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-22T04:25:40,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1511946dd6dc9bf4c673f6aa77eea97c, NAME => 'ns2:table2,,1692678333816.1511946dd6dc9bf4c673f6aa77eea97c.', STARTKEY => '', ENDKEY => ''}] 2023-08-22T04:25:40,646 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-08-22T04:25:40,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1692678340646"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:40,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-08-22T04:25:40,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(127): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-08-22T04:25:40,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=58, state=SUCCESS; DeleteTableProcedure table=ns2:table2 in 32 msec 2023-08-22T04:25:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=58 2023-08-22T04:25:40,723 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: ns2:table2, procId: 58 completed 2023-08-22T04:25:40,724 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$18(963): Started disable of ns3:table3_restore 2023-08-22T04:25:40,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable ns3:table3_restore 2023-08-22T04:25:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns3:table3_restore 2023-08-22T04:25:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-22T04:25:40,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678340728"}]},"ts":"1692678340728"} 2023-08-22T04:25:40,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLING in hbase:meta 2023-08-22T04:25:40,732 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set ns3:table3_restore to state=DISABLING 2023-08-22T04:25:40,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, UNASSIGN}] 2023-08-22T04:25:40,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, UNASSIGN 2023-08-22T04:25:40,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=21d6b74530a8a7a2a7b48f66691d9307, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:40,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE; CloseRegionProcedure 21d6b74530a8a7a2a7b48f66691d9307, server=jenkins-hbase3.apache.org,39181,1692678283495}] 2023-08-22T04:25:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-22T04:25:40,888 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(119): Close 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:40,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1668): Closing 21d6b74530a8a7a2a7b48f66691d9307, disabling compactions & flushes 2023-08-22T04:25:40,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:40,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:40,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. after waiting 0 ms 2023-08-22T04:25:40,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:40,894 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:25:40,895 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:40,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307. 2023-08-22T04:25:40,897 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1622): Region close journal for 21d6b74530a8a7a2a7b48f66691d9307: 2023-08-22T04:25:40,898 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(163): Closed 21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:40,899 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=21d6b74530a8a7a2a7b48f66691d9307, regionState=CLOSED 2023-08-22T04:25:40,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=61, resume processing ppid=60 2023-08-22T04:25:40,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=61, ppid=60, state=SUCCESS; CloseRegionProcedure 21d6b74530a8a7a2a7b48f66691d9307, server=jenkins-hbase3.apache.org,39181,1692678283495 in 164 msec 2023-08-22T04:25:40,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=60, resume processing ppid=59 2023-08-22T04:25:40,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=60, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=21d6b74530a8a7a2a7b48f66691d9307, UNASSIGN in 170 msec 2023-08-22T04:25:40,904 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678340904"}]},"ts":"1692678340904"} 2023-08-22T04:25:40,905 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLED in hbase:meta 2023-08-22T04:25:40,908 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set ns3:table3_restore to state=DISABLED 2023-08-22T04:25:40,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=59, state=SUCCESS; DisableTableProcedure table=ns3:table3_restore in 185 msec 2023-08-22T04:25:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=59 2023-08-22T04:25:41,031 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: ns3:table3_restore, procId: 59 completed 2023-08-22T04:25:41,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete ns3:table3_restore 2023-08-22T04:25:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] procedure2.ProcedureExecutor(1033): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,034 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,035 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=62 2023-08-22T04:25:41,037 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:41,039 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/f, FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/recovered.edits] 2023-08-22T04:25:41,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/recovered.edits/4.seqid to hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/archive/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307/recovered.edits/4.seqid 2023-08-22T04:25:41,045 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/table3_restore/21d6b74530a8a7a2a7b48f66691d9307 2023-08-22T04:25:41,045 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived ns3:table3_restore regions 2023-08-22T04:25:41,048 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,050 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns3:table3_restore from hbase:meta 2023-08-22T04:25:41,051 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'ns3:table3_restore' descriptor. 2023-08-22T04:25:41,052 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,052 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'ns3:table3_restore' from region states. 2023-08-22T04:25:41,053 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1692678341052"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:41,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-08-22T04:25:41,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 21d6b74530a8a7a2a7b48f66691d9307, NAME => 'ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307.', STARTKEY => '', ENDKEY => ''}] 2023-08-22T04:25:41,054 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'ns3:table3_restore' as deleted. 2023-08-22T04:25:41,054 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1692678341054"}]},"ts":"9223372036854775807"} 2023-08-22T04:25:41,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table ns3:table3_restore state from META 2023-08-22T04:25:41,058 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-08-22T04:25:41,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=62, state=SUCCESS; DeleteTableProcedure table=ns3:table3_restore in 26 msec 2023-08-22T04:25:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44787 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=62 2023-08-22T04:25:41,137 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: ns3:table3_restore, procId: 62 completed 2023-08-22T04:25:41,156 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=597 (was 596) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-384546474_16 at /127.0.0.1:51580 [Waiting for operation #38] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805461592_16 at /127.0.0.1:56506 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1633626289-172.31.12.81-1692678276817:blk_1073741881_1057, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805461592_16 at /127.0.0.1:51532 [Receiving block BP-1633626289-172.31.12.81-1692678276817:blk_1073741881_1057] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1805461592_16 at /127.0.0.1:51526 [Receiving block BP-1633626289-172.31.12.81-1692678276817:blk_1073741880_1056] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x5b2ac879-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1633626289-172.31.12.81-1692678276817:blk_1073741880_1056, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4c589594-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=673 (was 674), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=216 (was 260), ProcessCount=170 (was 170), AvailableMemoryMB=6234 (was 6309) 2023-08-22T04:25:41,156 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2023-08-22T04:25:41,165 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-22T04:25:41,165 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:41,165 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x440dba94 to 127.0.0.1:63787 2023-08-22T04:25:41,165 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:41,165 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-22T04:25:41,166 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] util.JVMClusterUtil(257): Found active master hash=1282498143, stopped=false 2023-08-22T04:25:41,166 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:25:41,169 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-22T04:25:41,169 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-22T04:25:41,169 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:25:41,169 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:25:41,169 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-22T04:25:41,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:25:41,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:25:41,170 DEBUG [Listener at jenkins-hbase3.apache.org/44299 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:41,170 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,39181,1692678283495' ***** 2023-08-22T04:25:41,171 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-22T04:25:41,171 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:25:41,189 INFO [RS:0;jenkins-hbase3:39181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@124dacff{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:25:41,194 INFO [RS:0;jenkins-hbase3:39181 {}] server.AbstractConnector(383): Stopped ServerConnector@5f5532dc{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:25:41,194 INFO [RS:0;jenkins-hbase3:39181 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:25:41,195 INFO [RS:0;jenkins-hbase3:39181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1fd8414{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:25:41,196 INFO [RS:0;jenkins-hbase3:39181 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@256e7e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir/,STOPPED} 2023-08-22T04:25:41,197 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:25:41,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-22T04:25:41,198 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-22T04:25:41,198 INFO [RS:0;jenkins-hbase3:39181 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for f66fe59c66c6867d6d2aaf7bf20bd4a8 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for 99f5c9a29204d9235cd9af3e2f94d357 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for 88d4ba156782fba788c903e0c74a2b4b 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for b910c373ce7fa6bfaa2f2e944fb1ad6b 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for 2ea7bea78a9d0c2a2ff12b28f97c7326 2023-08-22T04:25:41,199 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:41,200 INFO [RS:0;jenkins-hbase3:39181 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-22T04:25:41,200 DEBUG [RS:0;jenkins-hbase3:39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:41,200 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-22T04:25:41,200 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-22T04:25:41,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f66fe59c66c6867d6d2aaf7bf20bd4a8, disabling compactions & flushes 2023-08-22T04:25:41,200 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-22T04:25:41,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:25:41,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:25:41,201 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-22T04:25:41,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. after waiting 0 ms 2023-08-22T04:25:41,201 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:25:41,203 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-22T04:25:41,204 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1583): Online Regions={f66fe59c66c6867d6d2aaf7bf20bd4a8=ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8., 99f5c9a29204d9235cd9af3e2f94d357=test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357., 1588230740=hbase:meta,,1.1588230740, faea8438e1b215332005eee5eb9c45c3=ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3., f625ffcb3982f5da7f8fbac5d15a6df4=backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4., 88d4ba156782fba788c903e0c74a2b4b=backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b., b910c373ce7fa6bfaa2f2e944fb1ad6b=hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b., 2ea7bea78a9d0c2a2ff12b28f97c7326=ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326.} 2023-08-22T04:25:41,204 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:25:41,204 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:25:41,204 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:25:41,204 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:25:41,204 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:25:41,205 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=16.01 KB heapSize=28.33 KB 2023-08-22T04:25:41,205 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ea7bea78a9d0c2a2ff12b28f97c7326, 88d4ba156782fba788c903e0c74a2b4b, 99f5c9a29204d9235cd9af3e2f94d357, b910c373ce7fa6bfaa2f2e944fb1ad6b, f625ffcb3982f5da7f8fbac5d15a6df4, f66fe59c66c6867d6d2aaf7bf20bd4a8, faea8438e1b215332005eee5eb9c45c3 2023-08-22T04:25:41,209 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns4/test-16926782917253/f66fe59c66c6867d6d2aaf7bf20bd4a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:25:41,209 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:41,210 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f66fe59c66c6867d6d2aaf7bf20bd4a8: 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16926782917253,,1692678297299.f66fe59c66c6867d6d2aaf7bf20bd4a8. 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 99f5c9a29204d9235cd9af3e2f94d357, disabling compactions & flushes 2023-08-22T04:25:41,210 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. after waiting 0 ms 2023-08-22T04:25:41,210 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:41,211 DEBUG [StoreFileCloser-99f5c9a29204d9235cd9af3e2f94d357-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: def4d4a732d24030b6af0023838fa1a1 2023-08-22T04:25:41,217 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/default/test-1692678291725/99f5c9a29204d9235cd9af3e2f94d357/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:25:41,218 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:41,219 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 99f5c9a29204d9235cd9af3e2f94d357: 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1692678291725,,1692678292213.99f5c9a29204d9235cd9af3e2f94d357. 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing faea8438e1b215332005eee5eb9c45c3, disabling compactions & flushes 2023-08-22T04:25:41,219 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. after waiting 0 ms 2023-08-22T04:25:41,219 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:41,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns3/test-16926782917252/faea8438e1b215332005eee5eb9c45c3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-08-22T04:25:41,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:41,225 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for faea8438e1b215332005eee5eb9c45c3: 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16926782917252,,1692678295174.faea8438e1b215332005eee5eb9c45c3. 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f625ffcb3982f5da7f8fbac5d15a6df4, disabling compactions & flushes 2023-08-22T04:25:41,225 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. after waiting 0 ms 2023-08-22T04:25:41,225 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:41,226 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f625ffcb3982f5da7f8fbac5d15a6df4 2/2 column families, dataSize=1.46 KB heapSize=2.61 KB 2023-08-22T04:25:41,240 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/info/e64a53a2df974f35a05954507b01b1f3 is 159, key is ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326./info:regioninfo/1692678294862/Put/seqid=0 2023-08-22T04:25:41,241 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/e05955e03d284785bd696e74a5cc5e7c is 171, key is trslm:hdfs://localhost:39213/backupUT\x00ns2:test-16926782917251/meta:log-roll-map/1692678333353/Put/seqid=0 2023-08-22T04:25:41,405 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ea7bea78a9d0c2a2ff12b28f97c7326, 88d4ba156782fba788c903e0c74a2b4b, b910c373ce7fa6bfaa2f2e944fb1ad6b, f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:41,606 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ea7bea78a9d0c2a2ff12b28f97c7326, 88d4ba156782fba788c903e0c74a2b4b, b910c373ce7fa6bfaa2f2e944fb1ad6b, f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:41,655 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=717 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/e05955e03d284785bd696e74a5cc5e7c 2023-08-22T04:25:41,655 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.17 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/info/e64a53a2df974f35a05954507b01b1f3 2023-08-22T04:25:41,662 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e05955e03d284785bd696e74a5cc5e7c 2023-08-22T04:25:41,662 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e64a53a2df974f35a05954507b01b1f3 2023-08-22T04:25:41,665 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/4ec1e7ee31fc46e090ab85dec812cd4b is 524, key is session:backup_1692678319484/session:context/1692678333787/Put/seqid=0 2023-08-22T04:25:41,676 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7279a4b2f10a45a2bc1784b6fe116fee is 102, key is ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307./rep_barrier:/1692678341048/DeleteFamily/seqid=0 2023-08-22T04:25:41,806 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ea7bea78a9d0c2a2ff12b28f97c7326, 88d4ba156782fba788c903e0c74a2b4b, b910c373ce7fa6bfaa2f2e944fb1ad6b, f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:42,006 DEBUG [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ea7bea78a9d0c2a2ff12b28f97c7326, 88d4ba156782fba788c903e0c74a2b4b, b910c373ce7fa6bfaa2f2e944fb1ad6b, f625ffcb3982f5da7f8fbac5d15a6df4 2023-08-22T04:25:42,067 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-22T04:25:42,067 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-22T04:25:42,074 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/4ec1e7ee31fc46e090ab85dec812cd4b 2023-08-22T04:25:42,079 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4ec1e7ee31fc46e090ab85dec812cd4b 2023-08-22T04:25:42,080 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=274 B at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7279a4b2f10a45a2bc1784b6fe116fee 2023-08-22T04:25:42,080 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/meta/e05955e03d284785bd696e74a5cc5e7c as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/e05955e03d284785bd696e74a5cc5e7c 2023-08-22T04:25:42,085 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7279a4b2f10a45a2bc1784b6fe116fee 2023-08-22T04:25:42,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/meta/e05955e03d284785bd696e74a5cc5e7c, entries=6, sequenceid=27, filesize=5.8 K 2023-08-22T04:25:42,087 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/.tmp/session/4ec1e7ee31fc46e090ab85dec812cd4b as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/4ec1e7ee31fc46e090ab85dec812cd4b 2023-08-22T04:25:42,093 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/session/4ec1e7ee31fc46e090ab85dec812cd4b, entries=2, sequenceid=27, filesize=5.5 K 2023-08-22T04:25:42,094 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.58 KB/2640, currentSize=0 B/0 for f625ffcb3982f5da7f8fbac5d15a6df4 in 869ms, sequenceid=27, compaction requested=true 2023-08-22T04:25:42,095 DEBUG [StoreFileCloser-f625ffcb3982f5da7f8fbac5d15a6df4-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 389a881307aa41698f9de7bc5b57647a 2023-08-22T04:25:42,097 DEBUG [StoreFileCloser-f625ffcb3982f5da7f8fbac5d15a6df4-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e05955e03d284785bd696e74a5cc5e7c 2023-08-22T04:25:42,102 DEBUG [StoreFileCloser-f625ffcb3982f5da7f8fbac5d15a6df4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7caab5f2ab434a55a7181f1d94032a17 2023-08-22T04:25:42,103 DEBUG [StoreFileCloser-f625ffcb3982f5da7f8fbac5d15a6df4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b2effaff7b0e4593b07a49caebd018a0 2023-08-22T04:25:42,104 DEBUG [StoreFileCloser-f625ffcb3982f5da7f8fbac5d15a6df4-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4ec1e7ee31fc46e090ab85dec812cd4b 2023-08-22T04:25:42,110 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/table/e00a4c472eb8486ba3d6a90e5cd1b0f9 is 96, key is ns3:table3_restore,,1692678338195.21d6b74530a8a7a2a7b48f66691d9307./table:/1692678341048/DeleteFamily/seqid=0 2023-08-22T04:25:42,110 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system/f625ffcb3982f5da7f8fbac5d15a6df4/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-08-22T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:42,111 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f625ffcb3982f5da7f8fbac5d15a6df4: 2023-08-22T04:25:42,111 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1692678299621.f625ffcb3982f5da7f8fbac5d15a6df4. 2023-08-22T04:25:42,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 88d4ba156782fba788c903e0c74a2b4b, disabling compactions & flushes 2023-08-22T04:25:42,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:42,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:42,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. after waiting 0 ms 2023-08-22T04:25:42,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:42,116 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.58 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/table/e00a4c472eb8486ba3d6a90e5cd1b0f9 2023-08-22T04:25:42,116 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/backup/system_bulk/88d4ba156782fba788c903e0c74a2b4b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:25:42,117 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:42,118 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:42,118 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 88d4ba156782fba788c903e0c74a2b4b: 2023-08-22T04:25:42,118 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1692678300751.88d4ba156782fba788c903e0c74a2b4b. 2023-08-22T04:25:42,118 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b910c373ce7fa6bfaa2f2e944fb1ad6b, disabling compactions & flushes 2023-08-22T04:25:42,118 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:25:42,118 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:25:42,118 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. after waiting 0 ms 2023-08-22T04:25:42,119 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:25:42,119 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b910c373ce7fa6bfaa2f2e944fb1ad6b 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-22T04:25:42,124 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e00a4c472eb8486ba3d6a90e5cd1b0f9 2023-08-22T04:25:42,125 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/info/e64a53a2df974f35a05954507b01b1f3 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/info/e64a53a2df974f35a05954507b01b1f3 2023-08-22T04:25:42,132 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/info/e64a53a2df974f35a05954507b01b1f3, entries=76, sequenceid=75, filesize=14.6 K 2023-08-22T04:25:42,133 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/.tmp/info/f2eb4b3a62c74a12a74cf17705b7b099 is 45, key is default/info:d/1692678287552/Put/seqid=0 2023-08-22T04:25:42,133 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7279a4b2f10a45a2bc1784b6fe116fee as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/rep_barrier/7279a4b2f10a45a2bc1784b6fe116fee 2023-08-22T04:25:42,143 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/rep_barrier/7279a4b2f10a45a2bc1784b6fe116fee, entries=3, sequenceid=75, filesize=5.5 K 2023-08-22T04:25:42,144 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/.tmp/table/e00a4c472eb8486ba3d6a90e5cd1b0f9 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/table/e00a4c472eb8486ba3d6a90e5cd1b0f9 2023-08-22T04:25:42,158 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/.tmp/info/f2eb4b3a62c74a12a74cf17705b7b099 2023-08-22T04:25:42,161 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/table/e00a4c472eb8486ba3d6a90e5cd1b0f9, entries=20, sequenceid=75, filesize=6.2 K 2023-08-22T04:25:42,163 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~16.01 KB/16398, heapSize ~28.28 KB/28960, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=75, compaction requested=false 2023-08-22T04:25:42,165 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e64a53a2df974f35a05954507b01b1f3 2023-08-22T04:25:42,167 DEBUG [StoreFileCloser-1588230740-rep_barrier-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7279a4b2f10a45a2bc1784b6fe116fee 2023-08-22T04:25:42,170 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e00a4c472eb8486ba3d6a90e5cd1b0f9 2023-08-22T04:25:42,172 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2eb4b3a62c74a12a74cf17705b7b099 2023-08-22T04:25:42,173 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/.tmp/info/f2eb4b3a62c74a12a74cf17705b7b099 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/info/f2eb4b3a62c74a12a74cf17705b7b099 2023-08-22T04:25:42,176 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/meta/1588230740/recovered.edits/78.seqid, newMaxSeqId=78, maxSeqId=1 2023-08-22T04:25:42,177 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:42,177 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:25:42,178 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:25:42,178 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:25:42,178 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-22T04:25:42,181 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/info/f2eb4b3a62c74a12a74cf17705b7b099, entries=7, sequenceid=11, filesize=5.1 K 2023-08-22T04:25:42,184 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for b910c373ce7fa6bfaa2f2e944fb1ad6b in 65ms, sequenceid=11, compaction requested=false 2023-08-22T04:25:42,187 DEBUG [StoreFileCloser-b910c373ce7fa6bfaa2f2e944fb1ad6b-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f2eb4b3a62c74a12a74cf17705b7b099 2023-08-22T04:25:42,194 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/hbase/namespace/b910c373ce7fa6bfaa2f2e944fb1ad6b/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-22T04:25:42,195 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:42,196 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:25:42,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b910c373ce7fa6bfaa2f2e944fb1ad6b: 2023-08-22T04:25:42,196 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1692678286162.b910c373ce7fa6bfaa2f2e944fb1ad6b. 2023-08-22T04:25:42,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2ea7bea78a9d0c2a2ff12b28f97c7326, disabling compactions & flushes 2023-08-22T04:25:42,197 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:42,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:42,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. after waiting 0 ms 2023-08-22T04:25:42,197 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:42,198 DEBUG [StoreFileCloser-2ea7bea78a9d0c2a2ff12b28f97c7326-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d17eb3a685fe4219a24c9cc23ab9b8cd 2023-08-22T04:25:42,204 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/data/ns2/test-16926782917251/2ea7bea78a9d0c2a2ff12b28f97c7326/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:25:42,204 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:25:42,205 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:42,205 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2ea7bea78a9d0c2a2ff12b28f97c7326: 2023-08-22T04:25:42,206 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16926782917251,,1692678294472.2ea7bea78a9d0c2a2ff12b28f97c7326. 2023-08-22T04:25:42,206 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39181,1692678283495; all regions closed. 2023-08-22T04:25:42,217 DEBUG [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/oldWALs 2023-08-22T04:25:42,217 INFO [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495.meta:.meta(num 1692678323674) 2023-08-22T04:25:42,234 DEBUG [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/oldWALs 2023-08-22T04:25:42,234 INFO [RS:0;jenkins-hbase3:39181 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39181%2C1692678283495:(num 1692678323655) 2023-08-22T04:25:42,234 DEBUG [RS:0;jenkins-hbase3:39181 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:42,234 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:25:42,234 INFO [RS:0;jenkins-hbase3:39181 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-08-22T04:25:42,235 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:25:42,236 INFO [RS:0;jenkins-hbase3:39181 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39181 2023-08-22T04:25:42,245 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-22T04:25:42,245 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,39181,1692678283495 2023-08-22T04:25:42,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39181,1692678283495] 2023-08-22T04:25:42,249 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39181,1692678283495; numProcessing=1 2023-08-22T04:25:42,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,39181,1692678283495 already deleted, retry=false 2023-08-22T04:25:42,250 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,39181,1692678283495 expired; onlineServers=0 2023-08-22T04:25:42,250 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,44787,1692678280445' ***** 2023-08-22T04:25:42,250 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-22T04:25:42,252 DEBUG [M:0;jenkins-hbase3:44787 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f390ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:25:42,252 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:25:42,263 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-08-22T04:25:42,263 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:25:42,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:25:42,303 INFO [M:0;jenkins-hbase3:44787 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@51dc4f05{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:25:42,304 INFO [M:0;jenkins-hbase3:44787 {}] server.AbstractConnector(383): Stopped ServerConnector@106b50f7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:25:42,304 INFO [M:0;jenkins-hbase3:44787 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:25:42,304 INFO [M:0;jenkins-hbase3:44787 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@a927b2a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:25:42,305 INFO [M:0;jenkins-hbase3:44787 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@14fc07ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/hadoop.log.dir/,STOPPED} 2023-08-22T04:25:42,305 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44787,1692678280445 2023-08-22T04:25:42,305 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44787,1692678280445; all regions closed. 2023-08-22T04:25:42,305 DEBUG [M:0;jenkins-hbase3:44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:42,305 INFO [M:0;jenkins-hbase3:44787 {}] master.HMaster(1664): Stopping master jetty server 2023-08-22T04:25:42,306 INFO [M:0;jenkins-hbase3:44787 {}] server.AbstractConnector(383): Stopped ServerConnector@8d66755{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:25:42,307 DEBUG [M:0;jenkins-hbase3:44787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-22T04:25:42,307 INFO [M:0;jenkins-hbase3:44787 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-22T04:25:42,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-22T04:25:42,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678284885 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678284885,5,FailOnTimeoutGroup] 2023-08-22T04:25:42,307 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678284885 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678284885,5,FailOnTimeoutGroup] 2023-08-22T04:25:42,307 DEBUG [M:0;jenkins-hbase3:44787 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x39db71ea to 127.0.0.1:63787 2023-08-22T04:25:42,307 DEBUG [M:0;jenkins-hbase3:44787 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:25:42,307 DEBUG [M:0;jenkins-hbase3:44787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-22T04:25:42,307 INFO [M:0;jenkins-hbase3:44787 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-22T04:25:42,308 DEBUG [M:0;jenkins-hbase3:44787 {}] master.HMaster(1687): Stopping service threads 2023-08-22T04:25:42,308 INFO [M:0;jenkins-hbase3:44787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-22T04:25:42,308 ERROR [M:0;jenkins-hbase3:44787 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-08-22T04:25:42,309 INFO [M:0;jenkins-hbase3:44787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-22T04:25:42,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-22T04:25:42,310 DEBUG [M:0;jenkins-hbase3:44787 {}] zookeeper.ZKUtil(347): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-08-22T04:25:42,310 WARN [M:0;jenkins-hbase3:44787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-22T04:25:42,310 INFO [M:0;jenkins-hbase3:44787 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-22T04:25:42,310 INFO [M:0;jenkins-hbase3:44787 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-22T04:25:42,311 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:25:42,327 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:25:42,328 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:25:42,328 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-22T04:25:42,328 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:25:42,328 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.87 KB heapSize=281.74 KB 2023-08-22T04:25:42,346 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce06cfe61d3c4f548f123636ed449dba is 88, key is hbase:meta,,1/info:sn/1692678285479/Put/seqid=0 2023-08-22T04:25:42,349 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-22T04:25:42,349 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39181-0x1009e46316d0001, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-22T04:25:42,349 INFO [RS:0;jenkins-hbase3:39181 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39181,1692678283495; zookeeper connection closed. 2023-08-22T04:25:42,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17ae44e8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17ae44e8 2023-08-22T04:25:42,350 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-22T04:25:42,352 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce06cfe61d3c4f548f123636ed449dba 2023-08-22T04:25:42,358 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ce06cfe61d3c4f548f123636ed449dba 2023-08-22T04:25:42,377 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4da650deff14373bf041ed2f46db1ea is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1692678301549/Put/seqid=0 2023-08-22T04:25:42,390 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.28 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,397 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,397 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,415 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23c336c025fa4cf491f90da3d3afb596 is 82, key is jenkins-hbase3.apache.org,39181,1692678283495/rs:state/1692678284992/Put/seqid=0 2023-08-22T04:25:42,821 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23c336c025fa4cf491f90da3d3afb596 2023-08-22T04:25:42,826 DEBUG [M:0;jenkins-hbase3:44787 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 23c336c025fa4cf491f90da3d3afb596 2023-08-22T04:25:42,827 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce06cfe61d3c4f548f123636ed449dba as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce06cfe61d3c4f548f123636ed449dba 2023-08-22T04:25:42,832 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce06cfe61d3c4f548f123636ed449dba, entries=8, sequenceid=549, filesize=5.5 K 2023-08-22T04:25:42,833 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4da650deff14373bf041ed2f46db1ea as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,839 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,839 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4da650deff14373bf041ed2f46db1ea, entries=62, sequenceid=549, filesize=18.6 K 2023-08-22T04:25:42,841 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23c336c025fa4cf491f90da3d3afb596 as hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23c336c025fa4cf491f90da3d3afb596 2023-08-22T04:25:42,847 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:39213/user/jenkins/test-data/a1907a92-3825-2f15-47bf-26473aae91d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23c336c025fa4cf491f90da3d3afb596, entries=1, sequenceid=549, filesize=5.1 K 2023-08-22T04:25:42,848 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(3022): Finished flush of dataSize ~234.87 KB/240511, heapSize ~281.45 KB/288200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=549, compaction requested=false 2023-08-22T04:25:42,849 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ce06cfe61d3c4f548f123636ed449dba 2023-08-22T04:25:42,851 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: a4da650deff14373bf041ed2f46db1ea 2023-08-22T04:25:42,853 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 23c336c025fa4cf491f90da3d3afb596 2023-08-22T04:25:42,853 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:25:42,853 DEBUG [M:0;jenkins-hbase3:44787 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:25:42,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:25:42,857 INFO [M:0;jenkins-hbase3:44787 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-22T04:25:42,857 INFO [M:0;jenkins-hbase3:44787 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-22T04:25:42,857 INFO [M:0;jenkins-hbase3:44787 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44787 2023-08-22T04:25:42,860 DEBUG [M:0;jenkins-hbase3:44787 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,44787,1692678280445 already deleted, retry=false 2023-08-22T04:25:42,962 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-22T04:25:42,962 INFO [M:0;jenkins-hbase3:44787 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44787,1692678280445; zookeeper connection closed. 2023-08-22T04:25:42,962 DEBUG [Listener at localhost/33927-EventThread {}] zookeeper.ZKWatcher(604): master:44787-0x1009e46316d0000, quorum=127.0.0.1:63787, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-22T04:25:42,967 WARN [Listener at jenkins-hbase3.apache.org/44299 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-22T04:25:42,973 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:25:43,080 WARN [BP-1633626289-172.31.12.81-1692678276817 heartbeating to localhost/127.0.0.1:39213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-22T04:25:43,080 WARN [BP-1633626289-172.31.12.81-1692678276817 heartbeating to localhost/127.0.0.1:39213 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1633626289-172.31.12.81-1692678276817 (Datanode Uuid b86d8e1f-d6d8-4c02-8ec4-8ea69afd43ce) service to localhost/127.0.0.1:39213 2023-08-22T04:25:43,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/dfs/data/data1/current/BP-1633626289-172.31.12.81-1692678276817 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:25:43,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9b9ca2f8-ab86-b2f2-c496-b977a9cdb01a/cluster_749fcaed-21a3-f27d-d179-6545897679a2/dfs/data/data2/current/BP-1633626289-172.31.12.81-1692678276817 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:25:43,114 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:25:43,227 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-08-22T04:25:43,274 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-22T04:25:43,274 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-22T04:25:43,284 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:25:43,401 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:25:43,510 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:25:43,511 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:25:43,616 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-22T04:25:43,621 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-22T04:25:43,622 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:25:43,626 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:25:43,728 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:25:43,729 INFO [Listener at jenkins-hbase3.apache.org/44299 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped