2023-07-22 12:30:40,042 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:30:40,060 main DEBUG Took 0.014957 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:30:40,060 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:30:40,060 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:30:40,061 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:30:40,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,073 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:30:40,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,090 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,091 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,093 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,094 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,095 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,096 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,098 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,099 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:30:40,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,099 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:30:40,102 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:30:40,105 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:30:40,107 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:30:40,107 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:30:40,108 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:30:40,109 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:30:40,123 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:30:40,126 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:30:40,131 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:30:40,131 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:30:40,132 main DEBUG createAppenders(={Console}) 2023-07-22 12:30:40,133 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-07-22 12:30:40,133 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-07-22 12:30:40,134 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-07-22 12:30:40,134 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:30:40,135 main DEBUG OutputStream closed 2023-07-22 12:30:40,135 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:30:40,135 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:30:40,136 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-07-22 12:30:40,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:30:40,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:30:40,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:30:40,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:30:40,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:30:40,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:30:40,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:30:40,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:30:40,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:30:40,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:30:40,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:30:40,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:30:40,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:30:40,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:30:40,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:30:40,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:30:40,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:30:40,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:30:40,202 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:30:40,202 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-07-22 12:30:40,202 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:30:40,203 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-07-22T12:30:40,242 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupShowHistory timeout: 13 mins 2023-07-22 12:30:40,247 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:30:40,248 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:30:40,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c 2023-07-22T12:30:40,580 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:30:40,583 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:40,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:30:40,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51, deleteOnExit=true 2023-07-22T12:30:40,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:30:40,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/test.cache.data in system properties and HBase conf 2023-07-22T12:30:40,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:30:40,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:30:40,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:30:40,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:30:40,590 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:30:40,683 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:30:41,156 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:30:41,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:30:41,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:30:41,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:30:41,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:30:41,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:30:41,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:30:41,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:30:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:30:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:30:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:30:41,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:30:41,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:30:41,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:30:41,164 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:30:41,644 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:30:41,648 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:30:41,936 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:30:42,084 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5c3a66f6 via org.mortbay.log.Slf4jLog 2023-07-22T12:30:42,099 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:42,140 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:42,176 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_localhost_40297_hdfs____uqx01q/webapp 2023-07-22T12:30:42,308 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40297 2023-07-22T12:30:42,336 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:30:42,336 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:30:42,928 WARN [Listener at localhost/42167 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:30:43,005 WARN [Listener at localhost/42167 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:30:43,024 WARN [Listener at localhost/42167 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:43,029 INFO [Listener at localhost/42167 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:43,035 INFO [Listener at localhost/42167 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_localhost_43295_datanode____96zhau/webapp 2023-07-22T12:30:43,136 INFO [Listener at localhost/42167 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43295 2023-07-22T12:30:43,421 WARN [Listener at localhost/46115 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:30:43,693 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:30:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x11854f72dbaed236: Processing first storage report for DS-ee7e1696-1448-4b36-a7fd-27bf3c628549 from datanode f9180d2d-9a1c-4e98-87ec-40d5b0650a56 2023-07-22T12:30:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x11854f72dbaed236: from storage DS-ee7e1696-1448-4b36-a7fd-27bf3c628549 node DatanodeRegistration(127.0.0.1:36085, datanodeUuid=f9180d2d-9a1c-4e98-87ec-40d5b0650a56, infoPort=33983, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1831275054;c=1690029041719), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-07-22T12:30:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x11854f72dbaed236: Processing first storage report for DS-f4133482-d8e0-49e9-83ce-b93e0f7e9cad from datanode f9180d2d-9a1c-4e98-87ec-40d5b0650a56 2023-07-22T12:30:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x11854f72dbaed236: from storage DS-f4133482-d8e0-49e9-83ce-b93e0f7e9cad node DatanodeRegistration(127.0.0.1:36085, datanodeUuid=f9180d2d-9a1c-4e98-87ec-40d5b0650a56, infoPort=33983, infoSecurePort=0, ipcPort=46115, storageInfo=lv=-57;cid=testClusterID;nsid=1831275054;c=1690029041719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:30:43,953 DEBUG [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c 2023-07-22T12:30:44,035 INFO [Listener at localhost/46115 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/zookeeper_0, clientPort=64321, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:30:44,068 INFO [Listener at localhost/46115 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64321 2023-07-22T12:30:44,075 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:44,077 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:44,744 INFO [Listener at localhost/46115 {}] util.FSUtils(461): Created version file at hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c with version=8 2023-07-22T12:30:44,744 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/hbase-staging 2023-07-22T12:30:44,760 DEBUG [Listener at localhost/46115 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:30:44,760 DEBUG [Listener at localhost/46115 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:30:44,760 DEBUG [Listener at localhost/46115 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:30:44,760 DEBUG [Listener at localhost/46115 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:30:44,973 DEBUG [Listener at localhost/46115 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:30:45,130 INFO [Listener at localhost/46115 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:30:45,756 INFO [Listener at localhost/46115 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:30:45,802 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:45,802 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:45,803 INFO [Listener at localhost/46115 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:30:45,803 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:45,803 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:30:45,961 INFO [Listener at localhost/46115 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:30:46,064 DEBUG [Listener at localhost/46115 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:30:46,071 INFO [Listener at localhost/46115 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:30:46,127 DEBUG [Listener at localhost/46115 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 7224 (auto-detected) 2023-07-22T12:30:46,129 DEBUG [Listener at localhost/46115 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:30:46,166 INFO [Listener at localhost/46115 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:42943 2023-07-22T12:30:46,181 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:46,184 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:46,203 INFO [Listener at localhost/46115 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42943 connecting to ZooKeeper ensemble=127.0.0.1:64321 2023-07-22T12:30:46,249 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:429430x0, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:30:46,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42943-0x100005e118c0000 connected 2023-07-22T12:30:46,276 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:30:46,279 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:30:46,283 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:30:46,293 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42943 2023-07-22T12:30:46,294 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42943 2023-07-22T12:30:46,294 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42943 2023-07-22T12:30:46,295 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42943 2023-07-22T12:30:46,296 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42943 2023-07-22T12:30:46,363 INFO [Listener at localhost/46115 {}] log.Log(170): Logging initialized @6985ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:30:46,486 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:30:46,487 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:30:46,488 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:30:46,491 INFO [Listener at localhost/46115 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:30:46,491 INFO [Listener at localhost/46115 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:30:46,491 INFO [Listener at localhost/46115 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:30:46,494 INFO [Listener at localhost/46115 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:30:46,635 INFO [Listener at localhost/46115 {}] http.HttpServer(1219): Jetty bound to port 41639 2023-07-22T12:30:46,638 INFO [Listener at localhost/46115 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:30:46,671 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:46,674 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@55414de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:30:46,675 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:46,675 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@52b27028{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:30:46,747 INFO [Listener at localhost/46115 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:30:46,762 INFO [Listener at localhost/46115 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:30:46,763 INFO [Listener at localhost/46115 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:30:46,765 INFO [Listener at localhost/46115 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:30:46,772 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:47,948 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@429ebd46{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:30:47,961 INFO [Listener at localhost/46115 {}] server.AbstractConnector(333): Started ServerConnector@7cbd86c8{HTTP/1.1, (http/1.1)}{0.0.0.0:41639} 2023-07-22T12:30:47,961 INFO [Listener at localhost/46115 {}] server.Server(415): Started @8584ms 2023-07-22T12:30:47,965 INFO [Listener at localhost/46115 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c, hbase.cluster.distributed=false 2023-07-22T12:30:48,031 INFO [Listener at localhost/46115 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:30:48,031 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:48,031 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:48,032 INFO [Listener at localhost/46115 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:30:48,032 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:30:48,032 INFO [Listener at localhost/46115 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:30:48,044 INFO [Listener at localhost/46115 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:30:48,047 INFO [Listener at localhost/46115 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:30:48,048 INFO [Listener at localhost/46115 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:44669 2023-07-22T12:30:48,051 INFO [Listener at localhost/46115 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:30:48,060 DEBUG [Listener at localhost/46115 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:30:48,061 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:48,065 INFO [Listener at localhost/46115 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:48,067 INFO [Listener at localhost/46115 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:44669 connecting to ZooKeeper ensemble=127.0.0.1:64321 2023-07-22T12:30:48,070 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:446690x0, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:30:48,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:44669-0x100005e118c0001 connected 2023-07-22T12:30:48,072 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:30:48,073 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:30:48,074 DEBUG [Listener at localhost/46115 {}] zookeeper.ZKUtil(113): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:30:48,083 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44669 2023-07-22T12:30:48,084 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44669 2023-07-22T12:30:48,084 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44669 2023-07-22T12:30:48,090 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44669 2023-07-22T12:30:48,090 DEBUG [Listener at localhost/46115 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44669 2023-07-22T12:30:48,094 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:30:48,094 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:30:48,094 INFO [Listener at localhost/46115 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:30:48,096 INFO [Listener at localhost/46115 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:30:48,096 INFO [Listener at localhost/46115 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:30:48,096 INFO [Listener at localhost/46115 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:30:48,096 INFO [Listener at localhost/46115 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:30:48,098 INFO [Listener at localhost/46115 {}] http.HttpServer(1219): Jetty bound to port 45967 2023-07-22T12:30:48,099 INFO [Listener at localhost/46115 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:30:48,101 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:48,101 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@427f8ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:30:48,102 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:48,102 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@20a01cb7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:30:48,114 INFO [Listener at localhost/46115 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:30:48,115 INFO [Listener at localhost/46115 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:30:48,116 INFO [Listener at localhost/46115 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:30:48,116 INFO [Listener at localhost/46115 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:30:48,120 INFO [Listener at localhost/46115 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:30:48,125 INFO [Listener at localhost/46115 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@3b07bced{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:30:48,126 INFO [Listener at localhost/46115 {}] server.AbstractConnector(333): Started ServerConnector@7a4be929{HTTP/1.1, (http/1.1)}{0.0.0.0:45967} 2023-07-22T12:30:48,126 INFO [Listener at localhost/46115 {}] server.Server(415): Started @8749ms 2023-07-22T12:30:48,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:30:48,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@328f9f64{HTTP/1.1, (http/1.1)}{0.0.0.0:41813} 2023-07-22T12:30:48,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8759ms 2023-07-22T12:30:48,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:48,152 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:30:48,152 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:30:48,157 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:48,158 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42943 2023-07-22T12:30:48,188 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:30:48,188 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:30:48,188 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:48,188 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:48,190 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:30:48,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:30:48,193 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,42943,1690029044957 from backup master directory 2023-07-22T12:30:48,198 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:48,198 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:30:48,198 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:30:48,199 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:30:48,199 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:48,203 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:30:48,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:30:48,333 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/hbase.id with ID: e2c6723c-763e-4b0c-9faa-70de25f3a97b 2023-07-22T12:30:48,374 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:30:48,388 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:48,389 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:48,447 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:48,449 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:30:48,472 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:30:48,472 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:30:48,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:30:48,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:30:48,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:30:48,962 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store 2023-07-22T12:30:48,986 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:30:48,986 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:48,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:30:48,987 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:48,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:48,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:30:48,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:48,988 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:48,988 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:30:48,990 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/.initializing 2023-07-22T12:30:48,990 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/WALs/jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:49,001 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:30:49,014 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42943%2C1690029044957, suffix=, logDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/WALs/jenkins-hbase3.apache.org,42943,1690029044957, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/oldWALs, maxLogs=10 2023-07-22T12:30:49,046 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/WALs/jenkins-hbase3.apache.org,42943,1690029044957/jenkins-hbase3.apache.org%2C42943%2C1690029044957.1690029049021, exclude list is [], retry=0 2023-07-22T12:30:49,080 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:30:49,087 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:30:49,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/WALs/jenkins-hbase3.apache.org,42943,1690029044957/jenkins-hbase3.apache.org%2C42943%2C1690029044957.1690029049021 2023-07-22T12:30:49,166 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:30:49,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:49,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:49,172 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,173 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:30:49,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:49,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:49,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:30:49,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:49,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:49,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:30:49,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:49,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:49,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:30:49,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:49,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:49,313 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,314 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,335 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:30:49,340 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:30:49,345 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:49,346 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11026468480, jitterRate=0.026919901371002197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:30:49,353 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:30:49,355 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:30:49,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41153f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:49,454 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:30:49,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:30:49,486 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:30:49,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:30:49,492 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:30:49,499 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-07-22T12:30:49,499 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:30:49,547 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:30:49,570 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:30:49,572 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:30:49,577 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:30:49,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:30:49,579 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:30:49,582 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:30:49,589 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:30:49,591 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:30:49,592 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:30:49,593 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:30:49,608 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:30:49,610 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:30:49,615 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:30:49,615 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:30:49,615 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,615 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,616 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,42943,1690029044957, sessionid=0x100005e118c0000, setting cluster-up flag (Was=false) 2023-07-22T12:30:49,625 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:30:49,634 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,634 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,640 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:30:49,641 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:49,645 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,645 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:30:49,652 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:49,656 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,657 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:49,663 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:30:49,664 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:49,773 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:44669 2023-07-22T12:30:49,775 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(997): ClusterId : e2c6723c-763e-4b0c-9faa-70de25f3a97b 2023-07-22T12:30:49,777 INFO [RS:0;jenkins-hbase3:44669 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:30:49,780 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:30:49,787 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:30:49,788 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:30:49,791 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:30:49,792 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:30:49,796 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:30:49,797 DEBUG [RS:0;jenkins-hbase3:44669 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cde09de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:49,800 DEBUG [RS:0;jenkins-hbase3:44669 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7850f75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:30:49,807 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:30:49,807 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:30:49,807 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:30:49,812 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,42943,1690029044957 with isa=jenkins-hbase3.apache.org/172.31.12.81:44669, startcode=1690029048029 2023-07-22T12:30:49,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:30:49,829 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:30:49,836 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:30:49,838 DEBUG [RS:0;jenkins-hbase3:44669 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:30:49,845 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42943,1690029044957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:30:49,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:49,851 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:30:49,851 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:49,857 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690029079857 2023-07-22T12:30:49,861 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:30:49,866 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:30:49,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:30:49,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:30:49,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:49,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:30:49,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:30:49,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:30:49,891 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:30:49,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:30:49,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:30:49,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:49,899 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:30:49,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:30:49,901 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:30:49,908 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0f0bfc59 to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:49,919 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f591a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:49,920 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:30:49,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:30:49,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:30:49,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029049926,5,FailOnTimeoutGroup] 2023-07-22T12:30:49,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029049926,5,FailOnTimeoutGroup] 2023-07-22T12:30:49,926 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:49,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:30:49,929 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:49,929 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:49,942 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52175, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:30:49,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42943 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:49,984 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:30:49,984 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42167 2023-07-22T12:30:49,985 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41639 2023-07-22T12:30:49,994 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:30:49,995 DEBUG [RS:0;jenkins-hbase3:44669 {}] zookeeper.ZKUtil(111): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:49,995 WARN [RS:0;jenkins-hbase3:44669 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:30:49,995 INFO [RS:0;jenkins-hbase3:44669 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:30:49,995 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,44669,1690029048029] 2023-07-22T12:30:50,021 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:30:50,032 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:30:50,052 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:30:50,057 INFO [RS:0;jenkins-hbase3:44669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:30:50,057 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,063 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:30:50,078 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,078 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,078 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,079 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,079 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,079 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,079 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:30:50,079 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,080 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,080 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,080 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,080 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:30:50,081 DEBUG [RS:0;jenkins-hbase3:44669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:30:50,083 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,083 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,083 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,083 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,083 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44669,1690029048029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:30:50,107 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:30:50,111 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44669,1690029048029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:50,134 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,44669,1690029048029 started 2023-07-22T12:30:50,134 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,44669,1690029048029, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:44669, sessionid=0x100005e118c0001 2023-07-22T12:30:50,135 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:30:50,135 DEBUG [RS:0;jenkins-hbase3:44669 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,136 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44669,1690029048029' 2023-07-22T12:30:50,136 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:30:50,137 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:30:50,137 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:30:50,138 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:30:50,138 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44669,1690029048029' 2023-07-22T12:30:50,138 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:30:50,139 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:30:50,139 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:30:50,140 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:30:50,140 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:30:50,140 DEBUG [RS:0;jenkins-hbase3:44669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,140 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44669,1690029048029' 2023-07-22T12:30:50,140 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:30:50,142 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:30:50,143 DEBUG [RS:0;jenkins-hbase3:44669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:30:50,143 INFO [RS:0;jenkins-hbase3:44669 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:30:50,143 INFO [RS:0;jenkins-hbase3:44669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:30:50,258 INFO [RS:0;jenkins-hbase3:44669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:30:50,262 INFO [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44669%2C1690029048029, suffix=, logDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/oldWALs, maxLogs=32 2023-07-22T12:30:50,280 DEBUG [RS:0;jenkins-hbase3:44669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029050264, exclude list is [], retry=0 2023-07-22T12:30:50,291 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:30:50,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:30:50,295 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:30:50,309 INFO [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029050264 2023-07-22T12:30:50,310 DEBUG [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:30:50,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:30:50,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:30:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:30:50,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:30:50,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:30:50,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:30:50,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740 2023-07-22T12:30:50,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740 2023-07-22T12:30:50,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:30:50,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:30:50,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:50,364 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11059890080, jitterRate=0.030032530426979065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:30:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:30:50,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:30:50,366 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:30:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:30:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:30:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:30:50,371 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:30:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:30:50,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:30:50,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:30:50,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:30:50,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:30:50,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:30:50,564 DEBUG [jenkins-hbase3:42943 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:30:50,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44669,1690029048029, state=OPENING 2023-07-22T12:30:50,587 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:30:50,592 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:50,592 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:50,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:30:50,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:30:50,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:30:50,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:30:50,807 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48914, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:30:50,819 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:30:50,820 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:30:50,820 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:30:50,823 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta, suffix=.meta, logDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/oldWALs, maxLogs=32 2023-07-22T12:30:50,837 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029050824.meta, exclude list is [], retry=0 2023-07-22T12:30:50,841 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:30:50,846 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029050824.meta 2023-07-22T12:30:50,847 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:30:50,847 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:50,852 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:50,853 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:30:50,869 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:30:50,870 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:30:50,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:30:50,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:50,875 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:30:50,876 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:30:50,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:30:50,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:30:50,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:30:50,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:30:50,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:30:50,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:30:50,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:50,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:30:50,888 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740 2023-07-22T12:30:50,891 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740 2023-07-22T12:30:50,893 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:30:50,896 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:30:50,897 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10890631360, jitterRate=0.014269083738327026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:30:50,899 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:30:50,910 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690029050792 2023-07-22T12:30:50,929 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:30:50,930 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:30:50,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:50,933 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44669,1690029048029, state=OPEN 2023-07-22T12:30:50,936 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:30:50,936 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:30:50,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:30:50,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:30:50,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:30:50,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44669,1690029048029 in 339 msec 2023-07-22T12:30:50,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:30:50,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2023-07-22T12:30:50,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2300 sec 2023-07-22T12:30:50,959 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690029050959, completionTime=-1 2023-07-22T12:30:50,960 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:30:50,960 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:30:51,183 DEBUG [hconnection-0x2b2c048c-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:51,195 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48924, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:51,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:30:51,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690029111217 2023-07-22T12:30:51,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690029171217 2023-07-22T12:30:51,217 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 257 msec 2023-07-22T12:30:51,244 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42943,1690029044957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:51,244 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42943,1690029044957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:51,244 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42943,1690029044957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:51,246 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42943, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:51,247 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:30:51,254 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:30:51,268 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:30:51,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:30:51,279 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:30:51,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:30:51,286 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:51,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:30:51,305 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9a8c46c7e7b092ebd653ddf8389768be, NAME => 'hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:30:51,320 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:51,320 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 9a8c46c7e7b092ebd653ddf8389768be, disabling compactions & flushes 2023-07-22T12:30:51,320 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,320 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. after waiting 0 ms 2023-07-22T12:30:51,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,321 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,321 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9a8c46c7e7b092ebd653ddf8389768be: 2023-07-22T12:30:51,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:30:51,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690029051325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029051325"}]},"ts":"1690029051325"} 2023-07-22T12:30:51,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:30:51,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:30:51,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029051372"}]},"ts":"1690029051372"} 2023-07-22T12:30:51,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:30:51,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9a8c46c7e7b092ebd653ddf8389768be, ASSIGN}] 2023-07-22T12:30:51,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9a8c46c7e7b092ebd653ddf8389768be, ASSIGN 2023-07-22T12:30:51,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9a8c46c7e7b092ebd653ddf8389768be, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:30:51,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9a8c46c7e7b092ebd653ddf8389768be, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:51,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9a8c46c7e7b092ebd653ddf8389768be, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:30:51,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 9a8c46c7e7b092ebd653ddf8389768be, NAME => 'hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:51,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:51,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:51,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,713 INFO [StoreOpener-9a8c46c7e7b092ebd653ddf8389768be-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,716 INFO [StoreOpener-9a8c46c7e7b092ebd653ddf8389768be-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8c46c7e7b092ebd653ddf8389768be columnFamilyName info 2023-07-22T12:30:51,716 DEBUG [StoreOpener-9a8c46c7e7b092ebd653ddf8389768be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:51,716 INFO [StoreOpener-9a8c46c7e7b092ebd653ddf8389768be-1 {}] regionserver.HStore(324): Store=9a8c46c7e7b092ebd653ddf8389768be/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:30:51,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:51,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 9a8c46c7e7b092ebd653ddf8389768be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10040527520, jitterRate=-0.06490300595760345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:30:51,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 9a8c46c7e7b092ebd653ddf8389768be: 2023-07-22T12:30:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be., pid=6, masterSystemTime=1690029051702 2023-07-22T12:30:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:30:51,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9a8c46c7e7b092ebd653ddf8389768be, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:51,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:30:51,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9a8c46c7e7b092ebd653ddf8389768be, server=jenkins-hbase3.apache.org,44669,1690029048029 in 190 msec 2023-07-22T12:30:51,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:30:51,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9a8c46c7e7b092ebd653ddf8389768be, ASSIGN in 356 msec 2023-07-22T12:30:51,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:30:51,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029051749"}]},"ts":"1690029051749"} 2023-07-22T12:30:51,764 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:30:51,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:30:51,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 500 msec 2023-07-22T12:30:51,784 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:30:51,789 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:51,789 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:51,790 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:51,852 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:30:51,875 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 41 msec 2023-07-22T12:30:51,889 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:30:51,906 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:51,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-07-22T12:30:51,926 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:30:51,929 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:30:51,929 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.730sec 2023-07-22T12:30:51,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:30:51,933 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:30:51,934 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:30:51,935 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:30:51,935 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:30:51,937 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42943,1690029044957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:30:51,937 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42943,1690029044957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:30:51,953 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:30:51,954 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:30:52,019 DEBUG [Listener at localhost/46115 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48b4f7ce to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:52,026 DEBUG [Listener at localhost/46115 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d67dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:52,031 DEBUG [Listener at localhost/46115 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:30:52,031 DEBUG [Listener at localhost/46115 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:30:52,051 DEBUG [hconnection-0x3a837aa7-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:52,067 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:52,078 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:30:52,078 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:30:52,078 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/test.cache.data in system properties and HBase conf 2023-07-22T12:30:52,078 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:30:52,078 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:30:52,079 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:30:52,080 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:30:52,080 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:30:52,080 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:30:52,080 INFO [Listener at localhost/46115 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:30:53,635 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:54,003 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:54,009 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40697_jobhistory____zcosv6/webapp 2023-07-22T12:30:54,175 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:30:54,175 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:30:54,176 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:30:54,179 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:30:54,266 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:54,379 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:54,676 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:30:54,714 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40697 2023-07-22T12:30:55,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:30:55,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:55,129 WARN [Listener at jenkins-hbase3.apache.org/42803 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:55,134 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:30:55,134 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:55,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:55,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:30:55,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:30:55,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:30:55,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:30:55,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:55,216 WARN [Listener at jenkins-hbase3.apache.org/42803 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:30:55,217 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:55,224 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_42103_cluster____3adw31/webapp 2023-07-22T12:30:55,299 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:30:55,299 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:30:55,299 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:30:55,300 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:30:55,309 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:55,510 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:55,593 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:55,600 INFO [Listener at jenkins-hbase3.apache.org/42803 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:42103 2023-07-22T12:30:56,081 WARN [Listener at jenkins-hbase3.apache.org/41657 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:56,106 WARN [Listener at jenkins-hbase3.apache.org/41657 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:30:56,107 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:56,113 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35285_node____.uz39hw/webapp 2023-07-22T12:30:56,166 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:30:56,166 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:30:56,166 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:30:56,166 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:30:56,175 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,198 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,270 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,283 INFO [Listener at jenkins-hbase3.apache.org/41657 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35285 2023-07-22T12:30:56,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:30:56,470 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:30:56,492 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:30:56,493 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:30:56,502 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34423_node____.d9fx4d/webapp 2023-07-22T12:30:56,540 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:30:56,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:30:56,578 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:30:56,578 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:30:56,578 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:30:56,578 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:30:56,586 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,603 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,683 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:30:56,691 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34423 2023-07-22T12:30:56,731 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:30:56,732 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42167/backupUT 2023-07-22T12:30:56,745 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:56,750 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:56,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:30:56,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:30:56,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:30:56,790 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:56,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2023-07-22T12:30:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:30:56,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:30:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:30:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:30:56,901 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:56,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-07-22T12:30:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:30:56,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:30:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:30:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:30:57,009 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:57,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-07-22T12:30:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:30:57,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:30:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:30:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:30:57,117 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:30:57,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 15 msec 2023-07-22T12:30:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:30:57,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690029056732', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690029056732 2023-07-22T12:30:57,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:30:57,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690029056732" procId is: 13 2023-07-22T12:30:57,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:57,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:30:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:57,663 INFO [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => dacd3e2eb3fafefe849567e1c9c5439e, NAME => 'test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690029056732', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:30:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1668): Closing dacd3e2eb3fafefe849567e1c9c5439e, disabling compactions & flushes 2023-07-22T12:30:58,080 INFO [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. after waiting 0 ms 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,080 INFO [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1909): Closed test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,080 DEBUG [RegionOpenAndInit-test-1690029056732-pool-0 {}] regionserver.HRegion(1622): Region close journal for dacd3e2eb3fafefe849567e1c9c5439e: 2023-07-22T12:30:58,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:30:58,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690029058082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029058082"}]},"ts":"1690029058082"} 2023-07-22T12:30:58,085 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:30:58,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:30:58,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029056732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029058086"}]},"ts":"1690029058086"} 2023-07-22T12:30:58,088 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029056732, state=ENABLING in hbase:meta 2023-07-22T12:30:58,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029056732, region=dacd3e2eb3fafefe849567e1c9c5439e, ASSIGN}] 2023-07-22T12:30:58,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690029056732, region=dacd3e2eb3fafefe849567e1c9c5439e, ASSIGN 2023-07-22T12:30:58,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690029056732, region=dacd3e2eb3fafefe849567e1c9c5439e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:30:58,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=dacd3e2eb3fafefe849567e1c9c5439e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:58,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:30:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:58,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => dacd3e2eb3fafefe849567e1c9c5439e, NAME => 'test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:58,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:58,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690029056732 dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:58,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,419 INFO [StoreOpener-dacd3e2eb3fafefe849567e1c9c5439e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,421 INFO [StoreOpener-dacd3e2eb3fafefe849567e1c9c5439e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dacd3e2eb3fafefe849567e1c9c5439e columnFamilyName f 2023-07-22T12:30:58,421 DEBUG [StoreOpener-dacd3e2eb3fafefe849567e1c9c5439e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:58,422 INFO [StoreOpener-dacd3e2eb3fafefe849567e1c9c5439e-1 {}] regionserver.HStore(324): Store=dacd3e2eb3fafefe849567e1c9c5439e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:58,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,429 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:30:58,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:58,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened dacd3e2eb3fafefe849567e1c9c5439e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10460125600, jitterRate=-0.025824889540672302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:30:58,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for dacd3e2eb3fafefe849567e1c9c5439e: 2023-07-22T12:30:58,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e., pid=15, masterSystemTime=1690029058405 2023-07-22T12:30:58,450 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,450 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:30:58,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=dacd3e2eb3fafefe849567e1c9c5439e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:30:58,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:30:58,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e, server=jenkins-hbase3.apache.org,44669,1690029048029 in 203 msec 2023-07-22T12:30:58,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:30:58,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690029056732, region=dacd3e2eb3fafefe849567e1c9c5439e, ASSIGN in 369 msec 2023-07-22T12:30:58,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:30:58,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690029056732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029058467"}]},"ts":"1690029058467"} 2023-07-22T12:30:58,470 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690029056732, state=ENABLED in hbase:meta 2023-07-22T12:30:58,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690029056732 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:30:58,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690029056732 in 1.2530 sec 2023-07-22T12:30:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:30:59,348 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690029056732, procId: 13 completed 2023-07-22T12:30:59,349 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x709df253 to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:59,356 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b0f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:59,358 DEBUG [hconnection-0x8eb3945-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:59,362 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:48938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:59,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] regionserver.HRegion(8210): writing data to region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:30:59,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900290567321', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900290567321 2023-07-22T12:30:59,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:30:59,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:59,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900290567321" procId is: 16 2023-07-22T12:30:59,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:30:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:30:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:30:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:30:59,921 INFO [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e8b8fbc067a38441f0763429ade8c73c, NAME => 'ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900290567321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1668): Closing e8b8fbc067a38441f0763429ade8c73c, disabling compactions & flushes 2023-07-22T12:31:00,335 INFO [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. after waiting 0 ms 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,335 INFO [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,335 DEBUG [RegionOpenAndInit-ns2:test-16900290567321-pool-0 {}] regionserver.HRegion(1622): Region close journal for e8b8fbc067a38441f0763429ade8c73c: 2023-07-22T12:31:00,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:31:00,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029060337"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029060337"}]},"ts":"1690029060337"} 2023-07-22T12:31:00,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:31:00,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:31:00,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900290567321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029060341"}]},"ts":"1690029060341"} 2023-07-22T12:31:00,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900290567321, state=ENABLING in hbase:meta 2023-07-22T12:31:00,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900290567321, region=e8b8fbc067a38441f0763429ade8c73c, ASSIGN}] 2023-07-22T12:31:00,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900290567321, region=e8b8fbc067a38441f0763429ade8c73c, ASSIGN 2023-07-22T12:31:00,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900290567321, region=e8b8fbc067a38441f0763429ade8c73c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:31:00,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e8b8fbc067a38441f0763429ade8c73c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:00,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure e8b8fbc067a38441f0763429ade8c73c, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:31:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:31:00,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,661 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => e8b8fbc067a38441f0763429ade8c73c, NAME => 'ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:31:00,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:31:00,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900290567321 e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:00,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,664 INFO [StoreOpener-e8b8fbc067a38441f0763429ade8c73c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,665 INFO [StoreOpener-e8b8fbc067a38441f0763429ade8c73c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b8fbc067a38441f0763429ade8c73c columnFamilyName f 2023-07-22T12:31:00,665 DEBUG [StoreOpener-e8b8fbc067a38441f0763429ade8c73c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:00,666 INFO [StoreOpener-e8b8fbc067a38441f0763429ade8c73c-1 {}] regionserver.HStore(324): Store=e8b8fbc067a38441f0763429ade8c73c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:00,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,668 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:00,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:31:00,680 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened e8b8fbc067a38441f0763429ade8c73c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10318368800, jitterRate=-0.03902702033519745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:31:00,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for e8b8fbc067a38441f0763429ade8c73c: 2023-07-22T12:31:00,681 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c., pid=18, masterSystemTime=1690029060656 2023-07-22T12:31:00,683 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,683 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:00,684 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=e8b8fbc067a38441f0763429ade8c73c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:00,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:31:00,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure e8b8fbc067a38441f0763429ade8c73c, server=jenkins-hbase3.apache.org,44669,1690029048029 in 182 msec 2023-07-22T12:31:00,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:31:00,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900290567321, region=e8b8fbc067a38441f0763429ade8c73c, ASSIGN in 342 msec 2023-07-22T12:31:00,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:31:00,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900290567321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029060692"}]},"ts":"1690029060692"} 2023-07-22T12:31:00,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900290567321, state=ENABLED in hbase:meta 2023-07-22T12:31:00,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900290567321 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:31:00,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900290567321 in 1.2010 sec 2023-07-22T12:31:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:31:01,612 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900290567321, procId: 16 completed 2023-07-22T12:31:01,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44669 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:31:01,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900290567322', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:31:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900290567322 2023-07-22T12:31:01,704 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:31:01,704 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:01,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900290567322" procId is: 19 2023-07-22T12:31:01,705 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:31:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:02,125 INFO [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 10d244c6013a81320c75299ffb6961dc, NAME => 'ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900290567322', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:02,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690029056732' 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:02,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900290567321' 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1668): Closing 10d244c6013a81320c75299ffb6961dc, disabling compactions & flushes 2023-07-22T12:31:02,543 INFO [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. after waiting 0 ms 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,543 INFO [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,543 DEBUG [RegionOpenAndInit-ns3:test-16900290567322-pool-0 {}] regionserver.HRegion(1622): Region close journal for 10d244c6013a81320c75299ffb6961dc: 2023-07-22T12:31:02,545 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:31:02,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029062545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029062545"}]},"ts":"1690029062545"} 2023-07-22T12:31:02,548 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:31:02,549 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:31:02,549 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900290567322","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029062549"}]},"ts":"1690029062549"} 2023-07-22T12:31:02,552 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900290567322, state=ENABLING in hbase:meta 2023-07-22T12:31:02,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900290567322, region=10d244c6013a81320c75299ffb6961dc, ASSIGN}] 2023-07-22T12:31:02,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900290567322, region=10d244c6013a81320c75299ffb6961dc, ASSIGN 2023-07-22T12:31:02,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900290567322, region=10d244c6013a81320c75299ffb6961dc, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:31:02,711 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=10d244c6013a81320c75299ffb6961dc, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:02,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 10d244c6013a81320c75299ffb6961dc, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:31:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:02,872 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 10d244c6013a81320c75299ffb6961dc, NAME => 'ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:31:02,873 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:31:02,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900290567322 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:02,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,875 INFO [StoreOpener-10d244c6013a81320c75299ffb6961dc-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,877 INFO [StoreOpener-10d244c6013a81320c75299ffb6961dc-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10d244c6013a81320c75299ffb6961dc columnFamilyName f 2023-07-22T12:31:02,877 DEBUG [StoreOpener-10d244c6013a81320c75299ffb6961dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:02,878 INFO [StoreOpener-10d244c6013a81320c75299ffb6961dc-1 {}] regionserver.HStore(324): Store=10d244c6013a81320c75299ffb6961dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:02,879 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns3/test-16900290567322/10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,879 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns3/test-16900290567322/10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,883 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:02,886 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns3/test-16900290567322/10d244c6013a81320c75299ffb6961dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:31:02,887 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 10d244c6013a81320c75299ffb6961dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11245352960, jitterRate=0.04730510711669922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:31:02,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 10d244c6013a81320c75299ffb6961dc: 2023-07-22T12:31:02,888 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc., pid=21, masterSystemTime=1690029062868 2023-07-22T12:31:02,891 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,891 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:02,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=10d244c6013a81320c75299ffb6961dc, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:02,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:31:02,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 10d244c6013a81320c75299ffb6961dc, server=jenkins-hbase3.apache.org,44669,1690029048029 in 179 msec 2023-07-22T12:31:02,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:31:02,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900290567322, region=10d244c6013a81320c75299ffb6961dc, ASSIGN in 341 msec 2023-07-22T12:31:02,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:31:02,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900290567322","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029062901"}]},"ts":"1690029062901"} 2023-07-22T12:31:02,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900290567322, state=ENABLED in hbase:meta 2023-07-22T12:31:02,905 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900290567322 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:31:02,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900290567322 in 1.2060 sec 2023-07-22T12:31:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:31:03,816 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900290567322, procId: 19 completed 2023-07-22T12:31:03,816 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900290567322 get assigned. Timeout = 60000ms 2023-07-22T12:31:03,818 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:31:03,824 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900290567322 assigned to meta. Checking AM states. 2023-07-22T12:31:03,825 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:31:03,825 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900290567322 assigned. 2023-07-22T12:31:03,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900290567323', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:31:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900290567323 2023-07-22T12:31:03,832 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:31:03,832 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:03,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900290567323" procId is: 22 2023-07-22T12:31:03,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:31:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:31:03,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:31:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:31:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:31:04,247 INFO [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a69bb6e158c27977a249751db297a212, NAME => 'ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900290567323', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:04,263 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:04,263 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1668): Closing a69bb6e158c27977a249751db297a212, disabling compactions & flushes 2023-07-22T12:31:04,263 INFO [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,263 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,263 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. after waiting 0 ms 2023-07-22T12:31:04,264 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,264 INFO [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,264 DEBUG [RegionOpenAndInit-ns4:test-16900290567323-pool-0 {}] regionserver.HRegion(1622): Region close journal for a69bb6e158c27977a249751db297a212: 2023-07-22T12:31:04,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:31:04,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690029064265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029064265"}]},"ts":"1690029064265"} 2023-07-22T12:31:04,268 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:31:04,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:31:04,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900290567323","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029064269"}]},"ts":"1690029064269"} 2023-07-22T12:31:04,271 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900290567323, state=ENABLING in hbase:meta 2023-07-22T12:31:04,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900290567323, region=a69bb6e158c27977a249751db297a212, ASSIGN}] 2023-07-22T12:31:04,278 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900290567323, region=a69bb6e158c27977a249751db297a212, ASSIGN 2023-07-22T12:31:04,279 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900290567323, region=a69bb6e158c27977a249751db297a212, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:31:04,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a69bb6e158c27977a249751db297a212, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:04,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure a69bb6e158c27977a249751db297a212, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:31:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:31:04,593 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => a69bb6e158c27977a249751db297a212, NAME => 'ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:31:04,593 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:31:04,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900290567323 a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:04,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,594 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,596 INFO [StoreOpener-a69bb6e158c27977a249751db297a212-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,598 INFO [StoreOpener-a69bb6e158c27977a249751db297a212-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69bb6e158c27977a249751db297a212 columnFamilyName f 2023-07-22T12:31:04,598 DEBUG [StoreOpener-a69bb6e158c27977a249751db297a212-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:04,598 INFO [StoreOpener-a69bb6e158c27977a249751db297a212-1 {}] regionserver.HStore(324): Store=a69bb6e158c27977a249751db297a212/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:04,600 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns4/test-16900290567323/a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,600 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns4/test-16900290567323/a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for a69bb6e158c27977a249751db297a212 2023-07-22T12:31:04,607 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns4/test-16900290567323/a69bb6e158c27977a249751db297a212/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:31:04,608 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened a69bb6e158c27977a249751db297a212; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11679311680, jitterRate=0.08772066235542297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:31:04,609 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for a69bb6e158c27977a249751db297a212: 2023-07-22T12:31:04,610 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212., pid=24, masterSystemTime=1690029064586 2023-07-22T12:31:04,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,613 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:04,614 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=a69bb6e158c27977a249751db297a212, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:04,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:31:04,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure a69bb6e158c27977a249751db297a212, server=jenkins-hbase3.apache.org,44669,1690029048029 in 182 msec 2023-07-22T12:31:04,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:31:04,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900290567323, region=a69bb6e158c27977a249751db297a212, ASSIGN in 342 msec 2023-07-22T12:31:04,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:31:04,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900290567323","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029064622"}]},"ts":"1690029064622"} 2023-07-22T12:31:04,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900290567323, state=ENABLED in hbase:meta 2023-07-22T12:31:04,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900290567323 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:31:04,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900290567323 in 799 msec 2023-07-22T12:31:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:31:04,941 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900290567323, procId: 22 completed 2023-07-22T12:31:04,941 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900290567323 get assigned. Timeout = 60000ms 2023-07-22T12:31:04,941 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:31:04,946 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900290567323 assigned to meta. Checking AM states. 2023-07-22T12:31:04,946 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:31:04,946 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900290567323 assigned. 2023-07-22T12:31:04,947 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x709df253 to 127.0.0.1:64321 2023-07-22T12:31:04,947 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:04,996 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.ResourceChecker(147): before: backup.TestBackupShowHistory#testBackupHistory Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=184, ProcessCount=169, AvailableMemoryMB=16860 2023-07-22T12:31:04,996 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-07-22T12:31:04,998 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(68): test backup history on a single table with data 2023-07-22T12:31:04,999 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x799c6825 to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:31:05,005 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c532082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:05,014 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:05,016 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53624, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:05,027 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:31:05,029 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42276, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:31:05,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:31:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:31:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:31:05,054 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:31:05,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-07-22T12:31:05,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900290567323 2023-07-22T12:31:05,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900290567323 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:05,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900290567322 2023-07-22T12:31:05,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900290567322 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:05,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690029056732 2023-07-22T12:31:05,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690029056732 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:05,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900290567321 2023-07-22T12:31:05,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900290567321 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:31:05,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:31:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:31:05,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:31:05,166 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:05,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:31:05,168 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:31:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:31:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:31:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:31:05,592 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 343439e673249f9f115737d7d39c9573, NAME => 'backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:05,613 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:05,613 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 343439e673249f9f115737d7d39c9573, disabling compactions & flushes 2023-07-22T12:31:05,614 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,614 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,614 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. after waiting 0 ms 2023-07-22T12:31:05,614 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,614 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,614 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 343439e673249f9f115737d7d39c9573: 2023-07-22T12:31:05,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:31:05,617 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690029065616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029065616"}]},"ts":"1690029065616"} 2023-07-22T12:31:05,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:31:05,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:31:05,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029065620"}]},"ts":"1690029065620"} 2023-07-22T12:31:05,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:31:05,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=343439e673249f9f115737d7d39c9573, ASSIGN}] 2023-07-22T12:31:05,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=343439e673249f9f115737d7d39c9573, ASSIGN 2023-07-22T12:31:05,632 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=343439e673249f9f115737d7d39c9573, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:31:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:31:05,783 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=343439e673249f9f115737d7d39c9573, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:05,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 343439e673249f9f115737d7d39c9573, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:31:05,943 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 343439e673249f9f115737d7d39c9573, NAME => 'backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:31:05,944 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:31:05,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:05,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,946 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,949 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343439e673249f9f115737d7d39c9573 columnFamilyName meta 2023-07-22T12:31:05,949 DEBUG [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:05,949 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] regionserver.HStore(324): Store=343439e673249f9f115737d7d39c9573/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:05,950 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,951 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 343439e673249f9f115737d7d39c9573 columnFamilyName session 2023-07-22T12:31:05,951 DEBUG [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:05,952 INFO [StoreOpener-343439e673249f9f115737d7d39c9573-1 {}] regionserver.HStore(324): Store=343439e673249f9f115737d7d39c9573/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:05,953 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,953 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,955 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:31:05,956 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:05,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:31:05,960 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 343439e673249f9f115737d7d39c9573; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11919331840, jitterRate=0.11007428169250488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:31:05,960 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 343439e673249f9f115737d7d39c9573: 2023-07-22T12:31:05,961 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690029065161.343439e673249f9f115737d7d39c9573., pid=28, masterSystemTime=1690029065939 2023-07-22T12:31:05,963 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,964 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:05,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=343439e673249f9f115737d7d39c9573, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:05,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:31:05,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 343439e673249f9f115737d7d39c9573, server=jenkins-hbase3.apache.org,44669,1690029048029 in 180 msec 2023-07-22T12:31:05,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:31:05,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=343439e673249f9f115737d7d39c9573, ASSIGN in 341 msec 2023-07-22T12:31:05,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:31:05,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029065972"}]},"ts":"1690029065972"} 2023-07-22T12:31:05,974 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:31:05,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:31:05,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 814 msec 2023-07-22T12:31:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:31:06,276 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:31:06,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:31:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:31:06,294 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:31:06,294 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:06,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:31:06,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:31:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:06,709 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1895dacb3becf1137559d918b0240c4b, NAME => 'backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 1895dacb3becf1137559d918b0240c4b, disabling compactions & flushes 2023-07-22T12:31:07,122 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. after waiting 0 ms 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,122 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,122 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1895dacb3becf1137559d918b0240c4b: 2023-07-22T12:31:07,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:31:07,124 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690029067123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029067123"}]},"ts":"1690029067123"} 2023-07-22T12:31:07,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:31:07,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:31:07,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029067126"}]},"ts":"1690029067126"} 2023-07-22T12:31:07,128 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:31:07,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=1895dacb3becf1137559d918b0240c4b, ASSIGN}] 2023-07-22T12:31:07,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=1895dacb3becf1137559d918b0240c4b, ASSIGN 2023-07-22T12:31:07,136 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=1895dacb3becf1137559d918b0240c4b, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44669,1690029048029; forceNewPlan=false, retain=false 2023-07-22T12:31:07,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1895dacb3becf1137559d918b0240c4b, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:07,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 1895dacb3becf1137559d918b0240c4b, server=jenkins-hbase3.apache.org,44669,1690029048029}] 2023-07-22T12:31:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:07,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 1895dacb3becf1137559d918b0240c4b, NAME => 'backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:31:07,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:31:07,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:31:07,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,449 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,451 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1895dacb3becf1137559d918b0240c4b columnFamilyName meta 2023-07-22T12:31:07,451 DEBUG [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:07,452 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] regionserver.HStore(324): Store=1895dacb3becf1137559d918b0240c4b/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:07,452 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,453 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1895dacb3becf1137559d918b0240c4b columnFamilyName session 2023-07-22T12:31:07,453 DEBUG [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:31:07,454 INFO [StoreOpener-1895dacb3becf1137559d918b0240c4b-1 {}] regionserver.HStore(324): Store=1895dacb3becf1137559d918b0240c4b/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:31:07,455 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system_bulk/1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,455 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system_bulk/1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:31:07,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:07,461 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system_bulk/1895dacb3becf1137559d918b0240c4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:31:07,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 1895dacb3becf1137559d918b0240c4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10701873280, jitterRate=-0.00331038236618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:31:07,463 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 1895dacb3becf1137559d918b0240c4b: 2023-07-22T12:31:07,463 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b., pid=31, masterSystemTime=1690029067442 2023-07-22T12:31:07,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,466 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:07,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1895dacb3becf1137559d918b0240c4b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:07,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:31:07,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 1895dacb3becf1137559d918b0240c4b, server=jenkins-hbase3.apache.org,44669,1690029048029 in 178 msec 2023-07-22T12:31:07,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:31:07,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=1895dacb3becf1137559d918b0240c4b, ASSIGN in 336 msec 2023-07-22T12:31:07,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:31:07,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029067473"}]},"ts":"1690029067473"} 2023-07-22T12:31:07,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:31:07,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:31:07,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-07-22T12:31:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:31:08,402 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:31:08,415 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:31:08,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:31:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029068462 (current time:1690029068462). 2023-07-22T12:31:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:31:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:31:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1b33a2b3 to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:31:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f27027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:08,473 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1b33a2b3 to 127.0.0.1:64321 2023-07-22T12:31:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:31:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:31:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:31:08,489 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:31:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:08,494 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:31:08,496 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:31:08,544 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:31:08,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900290567323' 2023-07-22T12:31:08,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:31:08,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900290567322' 2023-07-22T12:31:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:08,907 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:31:08,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573}] 2023-07-22T12:31:08,916 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:09,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44669 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:31:09,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:09,079 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 343439e673249f9f115737d7d39c9573 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:31:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:09,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/f68fb8e0f44c4f018892db688d7ac98e is 49, key is activesession:/session:c/1690029068448/Put/seqid=0 2023-07-22T12:31:09,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/f68fb8e0f44c4f018892db688d7ac98e 2023-07-22T12:31:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:09,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f68fb8e0f44c4f018892db688d7ac98e 2023-07-22T12:31:09,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/f68fb8e0f44c4f018892db688d7ac98e as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e 2023-07-22T12:31:09,653 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:31:09,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 343439e673249f9f115737d7d39c9573 in 577ms, sequenceid=5, compaction requested=false 2023-07-22T12:31:09,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 343439e673249f9f115737d7d39c9573: 2023-07-22T12:31:09,658 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. for snapshot_backup_system completed. 2023-07-22T12:31:09,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:31:09,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:31:09,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:31:09,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e] hfiles 2023-07-22T12:31:09,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e for snapshot=snapshot_backup_system 2023-07-22T12:31:10,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:10,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:31:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:31:10,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:10,093 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:10,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:31:10,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:31:10,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 in 1.1860 sec 2023-07-22T12:31:10,097 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:31:10,099 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:31:10,103 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:31:10,103 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:31:10,106 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:31:10,545 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:31:10,561 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:31:10,562 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:31:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:10,611 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:31:10,611 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:31:10,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1290 sec 2023-07-22T12:31:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:31:12,600 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:31:12,601 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(115): Backup backup_1690029065009 started at 1690029072600. 2023-07-22T12:31:12,623 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(119): Backup session backup_1690029065009 has been started. 2023-07-22T12:31:12,626 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:31:12,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:31:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:31:12,646 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:31:12,646 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:31:12,647 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:31:12,647 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:31:12,647 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,647 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:12,649 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:31:12,649 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,649 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:31:12,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:31:12,649 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,649 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:31:12,649 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:12,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:31:12,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:12,650 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:31:12,652 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:31:12,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:31:12,652 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:31:12,653 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:31:12,653 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:31:12,653 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:31:12,653 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44669,1690029048029' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:31:12,656 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,656 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,656 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,656 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:12,656 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:12,656 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,656 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:31:12,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:12,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:12,657 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,658 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:12,659 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44669,1690029048029' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:31:12,659 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7e65f0fe[Count = 0] remaining members to acquire global barrier 2023-07-22T12:31:12,659 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:31:12,659 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,661 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,661 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,661 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:31:12,661 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,661 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:31:12,662 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:31:12,662 DEBUG [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,662 INFO [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029050264 highest: 1690029050264 on jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,662 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029:(num 1690029050264) roll requested 2023-07-22T12:31:12,674 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029072662, exclude list is [], retry=0 2023-07-22T12:31:12,679 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:31:12,683 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029050264 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029072662 2023-07-22T12:31:12,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:31:12,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029050264 is not closed yet, will try archiving it next time 2023-07-22T12:31:12,684 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta:.meta(num 1690029050824) roll requested 2023-07-22T12:31:12,697 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta, exclude list is [], retry=0 2023-07-22T12:31:12,702 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:31:12,703 DEBUG [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-07-22T12:31:12,703 INFO [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029072662 on jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,704 DEBUG [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:31:12,704 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029050824.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta 2023-07-22T12:31:12,705 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:31:12,705 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029050824.meta is not closed yet, will try archiving it next time 2023-07-22T12:31:12,706 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33542, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:31:12,730 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:31:12,730 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44669,1690029048029' in zk 2023-07-22T12:31:12,734 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:31:12,734 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,734 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:31:12,734 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:31:12,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:12,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:12,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:12,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:12,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:12,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44669,1690029048029': 2023-07-22T12:31:12,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44669,1690029048029' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:31:12,739 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:31:12,739 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:31:12,739 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:31:12,739 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:31:12,739 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:31:12,741 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,741 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:31:12,741 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,741 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:12,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:12,742 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:31:12,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:31:12,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:12,742 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:12,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,744 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:12,744 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:12,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44669-0x100005e118c0001, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:12,754 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:12,754 DEBUG [Listener at localhost/46115-EventThread {}] zookeeper.ZKWatcher(604): master:42943-0x100005e118c0000, quorum=127.0.0.1:64321, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:31:12,754 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:31:12,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:31:12,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:31:12,755 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:31:12,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:31:12,758 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:31:12,758 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:31:12,858 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:31:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:31:12,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } 2023-07-22T12:31:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029072869 (current time:1690029072869). 2023-07-22T12:31:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:31:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029072868_default_test-1690029056732 VERSION not specified, setting to 2 2023-07-22T12:31:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6041deec to 127.0.0.1:64321 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:31:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5178c9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:12,881 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57812, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6041deec to 127.0.0.1:64321 2023-07-22T12:31:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:31:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } 2023-07-22T12:31:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:31:12,888 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:31:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:12,889 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:31:12,892 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:31:12,909 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:31:12,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e}] 2023-07-22T12:31:12,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:31:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:13,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44669 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:31:13,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:13,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing dacd3e2eb3fafefe849567e1c9c5439e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:31:13,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/.tmp/f/6c0e15b315f149c3854792addaf9f30b is 37, key is row10/f:q1/1690029059381/Put/seqid=0 2023-07-22T12:31:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:13,495 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/.tmp/f/6c0e15b315f149c3854792addaf9f30b 2023-07-22T12:31:13,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6c0e15b315f149c3854792addaf9f30b 2023-07-22T12:31:13,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/.tmp/f/6c0e15b315f149c3854792addaf9f30b as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b 2023-07-22T12:31:13,514 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:31:13,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for dacd3e2eb3fafefe849567e1c9c5439e in 451ms, sequenceid=103, compaction requested=false 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for dacd3e2eb3fafefe849567e1c9c5439e: 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. for snapshot_1690029072868_default_test-1690029056732 completed. 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e.' region-info for snapshot=snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b] hfiles 2023-07-22T12:31:13,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b for snapshot=snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:13,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:13,928 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:31:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:31:13,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029072868_default_test-1690029056732 on region dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:31:13,930 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:31:13,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:31:13,933 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:31:13,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure dacd3e2eb3fafefe849567e1c9c5439e in 1.0220 sec 2023-07-22T12:31:13,934 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:31:13,935 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:31:13,935 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:13,936 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:14,352 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:31:14,359 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:31:14,360 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_1690029072868_default_test-1690029056732 to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:15,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:31:15,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:15,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:31:15,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:31:15,191 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:31:15,191 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:31:15,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029072868_default_test-1690029056732 table=test-1690029056732 type=FLUSH ttl=0 } in 2.3070 sec 2023-07-22T12:31:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:31:16,998 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690029056732, procId: 34 completed 2023-07-22T12:31:16,998 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029065009 2023-07-22T12:31:16,998 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:31:17,000 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:31:17,003 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029065009_test-1690029056732 2023-07-22T12:31:17,003 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029072868_default_test-1690029056732 to hdfs://localhost:42167/backupUT/backup_1690029065009/default/test-1690029056732/ 2023-07-22T12:31:17,012 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:31:17,042 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42167, inputRoot=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:17,042 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42943,1690029044957_-340205375_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42167/backupUT/backup_1690029065009/default/test-1690029056732, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42167/backupUT/backup_1690029065009/default/test-1690029056732/.hbase-snapshot/.tmp/snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:17,042 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42167, inputRoot=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c, snapshotDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029072868_default_test-1690029056732. 2023-07-22T12:31:17,055 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029072868_default_test-1690029056732 to hdfs://localhost:42167/backupUT/backup_1690029065009/default/test-1690029056732/.hbase-snapshot/.tmp/snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:17,087 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:17,088 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:17,089 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:17,089 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,082 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop-4268496298578929097.jar 2023-07-22T12:31:18,083 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,083 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,084 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,084 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,085 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,085 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,086 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,086 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,087 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:18,087 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:31:18,088 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:31:18,088 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:31:18,089 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:31:18,089 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:31:18,090 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:31:18,090 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:31:18,091 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:31:18,091 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:31:18,092 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:31:18,092 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:31:18,092 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:31:18,096 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:18,097 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:18,097 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:18,098 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:18,098 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:18,099 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:18,099 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:18,156 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:31:18,181 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029072868_default_test-1690029056732' hfile list 2023-07-22T12:31:18,194 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:31:18,429 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir/1690029078374/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:31:18,429 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir/1690029078374/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:31:18,580 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:31:18,610 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b output=hdfs://localhost:42167/backupUT/backup_1690029065009/default/test-1690029056732/archive/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/f/6c0e15b315f149c3854792addaf9f30b 2023-07-22T12:31:18,610 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:31:19,489 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:31:19,490 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:31:19,498 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:19,498 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029072868_default_test-1690029056732 finished. 2023-07-22T12:31:19,499 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1014): test-1690029056732 2023-07-22T12:31:19,581 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029065009 2023-07-22T12:31:19,581 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:31:19,805 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:31:19,807 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33556, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:31:20,000 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42167/backupUT/backup_1690029065009/.backup.manifest 2023-07-22T12:31:20,000 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(358): Backup backup_1690029065009 finished: type=FULL,tablelist=test-1690029056732,targetRootDir=hdfs://localhost:42167/backupUT,startts=1690029072600,completets=1690029079579,bytescopied=0 2023-07-22T12:31:20,000 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:31:20,000 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:20,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029072868_default_test-1690029056732" 2023-07-22T12:31:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029072868_default_test-1690029056732 2023-07-22T12:31:20,017 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029072868_default_test-1690029056732 for backup backup_1690029065009 succeeded. 2023-07-22T12:31:20,018 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:31:20,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:31:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:31:20,036 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:31:20,045 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:31:20,063 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(376): Backup backup_1690029065009 completed. 2023-07-22T12:31:20,063 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:31:20,063 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x799c6825 to 127.0.0.1:64321 2023-07-22T12:31:20,063 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:20,082 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(73): backup complete 2023-07-22T12:31:20,100 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029065009 2023-07-22T12:31:20,102 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029065009/.backup.manifest 2023-07-22T12:31:20,120 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029065009 2023-07-22T12:31:20,122 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029065009/.backup.manifest 2023-07-22T12:31:20,123 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(88): show_history 2023-07-22T12:31:20,123 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(90): {ID=backup_1690029065009,Type=FULL,Tables={test-1690029056732},State=null,Start time=Sat Jul 22 12:31:12 UTC 2023,Progress=0%} 2023-07-22T12:31:20,128 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bdd29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:20,130 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:20,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57826, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:20,134 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:31:20,135 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33572, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:31:20,148 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:31:20,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:31:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029080154 (current time:1690029080154). 2023-07-22T12:31:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:31:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:31:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e1d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:20,162 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57838, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:31:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:31:20,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:31:20,167 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:31:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:20,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:31:20,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:31:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:20,580 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:31:20,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573}] 2023-07-22T12:31:20,583 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:20,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44669 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:31:20,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:20,735 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 343439e673249f9f115737d7d39c9573 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-07-22T12:31:20,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/35a590c812454e369dc3b333b430c363 is 169, key is trslm:hdfs://localhost:42167/backupUT\x00test-1690029056732/meta:log-roll-map/1690029079567/Put/seqid=0 2023-07-22T12:31:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:21,156 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/35a590c812454e369dc3b333b430c363 2023-07-22T12:31:21,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 35a590c812454e369dc3b333b430c363 2023-07-22T12:31:21,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/c9b4c86e05ee4664a3519004f3f0e1d9 is 310, key is session:backup_1690029065009/session:context/1690029080043/Put/seqid=0 2023-07-22T12:31:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:21,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/c9b4c86e05ee4664a3519004f3f0e1d9 2023-07-22T12:31:21,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9b4c86e05ee4664a3519004f3f0e1d9 2023-07-22T12:31:21,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/35a590c812454e369dc3b333b430c363 as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/35a590c812454e369dc3b333b430c363 2023-07-22T12:31:21,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/35a590c812454e369dc3b333b430c363, entries=4, sequenceid=17, filesize=5.5 K 2023-07-22T12:31:21,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/c9b4c86e05ee4664a3519004f3f0e1d9 as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/c9b4c86e05ee4664a3519004f3f0e1d9 2023-07-22T12:31:21,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/c9b4c86e05ee4664a3519004f3f0e1d9, entries=2, sequenceid=17, filesize=5.3 K 2023-07-22T12:31:21,594 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 343439e673249f9f115737d7d39c9573 in 859ms, sequenceid=17, compaction requested=false 2023-07-22T12:31:21,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 343439e673249f9f115737d7d39c9573: 2023-07-22T12:31:21,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. for snapshot_backup_system completed. 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690029065161.343439e673249f9f115737d7d39c9573.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/35a590c812454e369dc3b333b430c363] hfiles 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/35a590c812454e369dc3b333b430c363 for snapshot=snapshot_backup_system 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e, hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/c9b4c86e05ee4664a3519004f3f0e1d9] hfiles 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/f68fb8e0f44c4f018892db688d7ac98e for snapshot=snapshot_backup_system 2023-07-22T12:31:21,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/c9b4c86e05ee4664a3519004f3f0e1d9 for snapshot=snapshot_backup_system 2023-07-22T12:31:22,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:22,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:31:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:31:22,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:22,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:22,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:31:22,007 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:31:22,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 343439e673249f9f115737d7d39c9573 in 1.4250 sec 2023-07-22T12:31:22,008 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:31:22,008 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:31:22,008 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:31:22,009 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:31:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:22,421 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:31:22,429 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:31:22,430 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:31:23,250 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:31:23,250 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:31:23,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 3.0860 sec 2023-07-22T12:31:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:31:24,276 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(115): Backup backup_1690029080128 started at 1690029084276. 2023-07-22T12:31:24,278 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(119): Backup session backup_1690029080128 has been started. 2023-07-22T12:31:24,283 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:31:24,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:31:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:31:24,284 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:31:24,284 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:31:24,285 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:31:24,285 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:31:24,286 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:24,288 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,288 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:31:24,288 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:31:24,288 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:31:24,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:24,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:31:24,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:31:24,289 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:31:24,289 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:31:24,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:31:24,290 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:31:24,290 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:31:24,290 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:31:24,290 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:31:24,290 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44669,1690029048029' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:31:24,293 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:24,293 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:24,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:24,294 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:31:24,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:24,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:24,294 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,295 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,295 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:24,295 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44669,1690029048029' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:31:24,295 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@36f5eab3[Count = 0] remaining members to acquire global barrier 2023-07-22T12:31:24,295 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:31:24,296 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:24,297 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:24,297 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:31:24,297 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:31:24,297 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:31:24,297 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:31:24,297 DEBUG [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,297 INFO [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029072662 highest: 1690029072662 on jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,297 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029:(num 1690029072662) roll requested 2023-07-22T12:31:24,309 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029084297, exclude list is [], retry=0 2023-07-22T12:31:24,313 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:31:24,315 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029072662 with entries=12, filesize=2.68 KB; new WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029084297 2023-07-22T12:31:24,315 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:31:24,315 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.1690029072662 is not closed yet, will try archiving it next time 2023-07-22T12:31:24,315 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta:.meta(num 1690029072684) roll requested 2023-07-22T12:31:24,328 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029084315.meta, exclude list is [], retry=0 2023-07-22T12:31:24,332 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK] 2023-07-22T12:31:24,334 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029084315.meta 2023-07-22T12:31:24,334 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:36085,DS-ee7e1696-1448-4b36-a7fd-27bf3c628549,DISK]] 2023-07-22T12:31:24,334 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta is not closed yet, will try archiving it next time 2023-07-22T12:31:24,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta not finished, retry = 0 2023-07-22T12:31:24,337 DEBUG [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:31:24,337 INFO [rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029084297 on jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,349 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:31:24,349 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44669,1690029048029' in zk 2023-07-22T12:31:24,351 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:31:24,352 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:31:24,352 DEBUG [member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:31:24,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:24,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:24,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:24,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:24,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:24,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44669,1690029048029': 2023-07-22T12:31:24,356 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44669,1690029048029' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:31:24,356 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:31:24,356 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:31:24,356 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:31:24,356 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:31:24,356 INFO [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:31:24,358 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:31:24,358 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:31:24,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:31:24,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:31:24,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:31:24,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:31:24,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:31:24,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:24,371 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:31:24,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:31:24,371 DEBUG [(jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:31:24,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:31:24,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:31:24,372 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:31:24,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:31:24,438 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/WALs/jenkins-hbase3.apache.org,44669,1690029048029/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/oldWALs/jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta.1690029072684.meta 2023-07-22T12:31:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:31:24,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } 2023-07-22T12:31:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029084476 (current time:1690029084476). 2023-07-22T12:31:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:31:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029084476_ns2_test-16900290567321 VERSION not specified, setting to 2 2023-07-22T12:31:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659cb343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:31:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:31:24,487 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:31:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:31:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } 2023-07-22T12:31:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:31:24,491 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:31:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:24,492 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:31:24,494 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:31:24,502 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:31:24,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e8b8fbc067a38441f0763429ade8c73c}] 2023-07-22T12:31:24,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:24,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44669 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-07-22T12:31:24,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:24,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing e8b8fbc067a38441f0763429ade8c73c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:31:24,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/.tmp/f/6ddbe2b2ae274c969908b72d065d4b3e is 37, key is row10/f:q1/1690029061626/Put/seqid=0 2023-07-22T12:31:24,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/.tmp/f/6ddbe2b2ae274c969908b72d065d4b3e 2023-07-22T12:31:24,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6ddbe2b2ae274c969908b72d065d4b3e 2023-07-22T12:31:24,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/.tmp/f/6ddbe2b2ae274c969908b72d065d4b3e as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e 2023-07-22T12:31:24,700 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:31:24,701 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e8b8fbc067a38441f0763429ade8c73c in 44ms, sequenceid=103, compaction requested=false 2023-07-22T12:31:24,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for e8b8fbc067a38441f0763429ade8c73c: 2023-07-22T12:31:24,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. for snapshot_1690029084476_ns2_test-16900290567321 completed. 2023-07-22T12:31:24,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c.' region-info for snapshot=snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:24,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:31:24,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e] hfiles 2023-07-22T12:31:24,703 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e for snapshot=snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:24,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:24,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-07-22T12:31:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-07-22T12:31:24,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029084476_ns2_test-16900290567321 on region e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:24,710 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:24,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-07-22T12:31:24,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure e8b8fbc067a38441f0763429ade8c73c in 208 msec 2023-07-22T12:31:24,715 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:31:24,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:31:24,716 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:31:24,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:24,717 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:25,131 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:31:25,137 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:31:25,137 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/.tmp/snapshot_1690029084476_ns2_test-16900290567321 to hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:25,957 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:31:25,957 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:31:25,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1690029084476_ns2_test-16900290567321 table=ns2:test-16900290567321 type=FLUSH ttl=0 } in 1.4680 sec 2023-07-22T12:31:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:31:26,598 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690029080128 2023-07-22T12:31:26,598 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:31:26,598 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-07-22T12:31:26,598 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690029080128_ns2:test-16900290567321 2023-07-22T12:31:26,598 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029084476_ns2_test-16900290567321 to hdfs://localhost:42167/backupUT/backup_1690029080128/ns2/test-16900290567321/ 2023-07-22T12:31:26,598 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:31:26,622 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42167, inputRoot=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c 2023-07-22T12:31:26,622 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42943,1690029044957_-2128456251_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42167/backupUT/backup_1690029080128/ns2/test-16900290567321, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42167/backupUT/backup_1690029080128/ns2/test-16900290567321/.hbase-snapshot/.tmp/snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:26,622 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42167, inputRoot=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c, snapshotDir=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029084476_ns2_test-16900290567321. 2023-07-22T12:31:26,631 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/.hbase-snapshot/snapshot_1690029084476_ns2_test-16900290567321 to hdfs://localhost:42167/backupUT/backup_1690029080128/ns2/test-16900290567321/.hbase-snapshot/.tmp/snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:27,047 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:27,048 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:27,048 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:27,049 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,014 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop-7277864761166602930.jar 2023-07-22T12:31:28,015 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,015 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,015 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,016 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,016 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,017 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,017 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,017 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,018 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:31:28,019 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:31:28,019 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:31:28,020 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:31:28,020 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:31:28,021 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:31:28,021 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:31:28,022 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:31:28,022 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:31:28,022 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:31:28,023 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:31:28,023 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:31:28,024 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:31:28,024 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:28,025 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:28,026 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:28,026 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:28,026 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:31:28,027 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:28,028 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:31:28,072 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029084476_ns2_test-16900290567321' hfile list 2023-07-22T12:31:28,074 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:31:28,155 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir/1690029088120/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:31:28,156 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/mapreduce.cluster.local.dir/1690029088120/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:31:28,216 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:31:28,268 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e output=hdfs://localhost:42167/backupUT/backup_1690029080128/ns2/test-16900290567321/archive/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/f/6ddbe2b2ae274c969908b72d065d4b3e 2023-07-22T12:31:28,269 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:31:29,191 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:31:29,192 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:31:29,199 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:29,199 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029084476_ns2_test-16900290567321 finished. 2023-07-22T12:31:29,199 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1014): ns2:test-16900290567321 2023-07-22T12:31:29,207 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029080128 2023-07-22T12:31:29,207 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:31:29,612 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42167/backupUT/backup_1690029080128/.backup.manifest 2023-07-22T12:31:29,613 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(358): Backup backup_1690029080128 finished: type=FULL,tablelist=ns2:test-16900290567321,targetRootDir=hdfs://localhost:42167/backupUT,startts=1690029084276,completets=1690029089207,bytescopied=0 2023-07-22T12:31:29,613 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:31:29,613 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:29,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029084476_ns2_test-16900290567321" 2023-07-22T12:31:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029084476_ns2_test-16900290567321 2023-07-22T12:31:29,618 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029084476_ns2_test-16900290567321 for backup backup_1690029080128 succeeded. 2023-07-22T12:31:29,619 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:31:29,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:31:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42943 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:31:29,628 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:31:29,630 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:31:29,640 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] impl.TableBackupClient(376): Backup backup_1690029080128 completed. 2023-07-22T12:31:29,640 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:29,655 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(97): backup complete: ns2:test-16900290567321 2023-07-22T12:31:29,677 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029065009 2023-07-22T12:31:29,680 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029065009/.backup.manifest 2023-07-22T12:31:29,681 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029080128 2023-07-22T12:31:29,684 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029080128/.backup.manifest 2023-07-22T12:31:29,686 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029065009 2023-07-22T12:31:29,689 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029065009/.backup.manifest 2023-07-22T12:31:29,690 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42167/backupUT/backup_1690029080128 2023-07-22T12:31:29,692 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029080128/.backup.manifest 2023-07-22T12:31:29,692 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] backup.TestBackupShowHistory(139): show_history 2023-07-22T12:31:29,715 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.ResourceChecker(175): after: backup.TestBackupShowHistory#testBackupHistory Thread=599 (was 583) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_287686545_16 at /127.0.0.1:55562 [Waiting for operation #17] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_287686545_16 at /127.0.0.1:55610 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2b2c048c-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44669,1690029048029)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1115495862_16 at /127.0.0.1:55504 [Receiving block BP-1552747280-172.31.12.81-1690029041719:blk_1073741876_1052] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64321@0x03040443 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$483/719317718.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3a837aa7-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64321@0x03040443-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1115495862_16 at /127.0.0.1:55506 [Receiving block BP-1552747280-172.31.12.81-1690029041719:blk_1073741877_1053] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3a837aa7-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64321@0x03040443-SendThread(127.0.0.1:64321) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: PacketResponder: BP-1552747280-172.31.12.81-1690029041719:blk_1073741877_1053, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2b2c048c-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3a837aa7-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3a837aa7-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,42943,1690029044957)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3a837aa7-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1552747280-172.31.12.81-1690029041719:blk_1073741876_1052, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,44669,1690029048029' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=684 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=150 (was 184), ProcessCount=169 (was 169), AvailableMemoryMB=16608 (was 16860) 2023-07-22T12:31:29,715 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2023-07-22T12:31:29,723 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:31:29,724 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:29,724 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:31:29,724 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] util.JVMClusterUtil(257): Found active master hash=548030754, stopped=false 2023-07-22T12:31:29,725 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:31:29,728 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:31:29,728 DEBUG [Listener at jenkins-hbase3.apache.org/39785 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:29,729 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,44669,1690029048029' ***** 2023-07-22T12:31:29,729 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:31:29,729 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:31:29,743 INFO [RS:0;jenkins-hbase3:44669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@3b07bced{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:31:29,749 INFO [RS:0;jenkins-hbase3:44669 {}] server.AbstractConnector(383): Stopped ServerConnector@7a4be929{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:31:29,749 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:31:29,749 INFO [RS:0;jenkins-hbase3:44669 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:31:29,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:31:29,750 INFO [RS:0;jenkins-hbase3:44669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@20a01cb7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:31:29,751 INFO [RS:0;jenkins-hbase3:44669 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@427f8ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir/,STOPPED} 2023-07-22T12:31:29,754 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:31:29,754 INFO [RS:0;jenkins-hbase3:44669 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:31:29,754 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:31:29,754 INFO [RS:0;jenkins-hbase3:44669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:31:29,754 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for 9a8c46c7e7b092ebd653ddf8389768be 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for a69bb6e158c27977a249751db297a212 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for 343439e673249f9f115737d7d39c9573 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for dacd3e2eb3fafefe849567e1c9c5439e 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for 10d244c6013a81320c75299ffb6961dc 2023-07-22T12:31:29,755 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for 1895dacb3becf1137559d918b0240c4b 2023-07-22T12:31:29,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9a8c46c7e7b092ebd653ddf8389768be, disabling compactions & flushes 2023-07-22T12:31:29,756 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44669,1690029048029 2023-07-22T12:31:29,756 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:31:29,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:31:29,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. after waiting 0 ms 2023-07-22T12:31:29,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:31:29,756 DEBUG [RS:0;jenkins-hbase3:44669 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:29,756 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9a8c46c7e7b092ebd653ddf8389768be 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:31:29,756 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:31:29,756 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:31:29,756 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:31:29,756 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:31:29,757 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-07-22T12:31:29,757 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1583): Online Regions={9a8c46c7e7b092ebd653ddf8389768be=hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be., a69bb6e158c27977a249751db297a212=ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212., 343439e673249f9f115737d7d39c9573=backup:system,,1690029065161.343439e673249f9f115737d7d39c9573., 1588230740=hbase:meta,,1.1588230740, e8b8fbc067a38441f0763429ade8c73c=ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c., dacd3e2eb3fafefe849567e1c9c5439e=test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e., 10d244c6013a81320c75299ffb6961dc=ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc., 1895dacb3becf1137559d918b0240c4b=backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b.} 2023-07-22T12:31:29,757 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:31:29,758 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:31:29,758 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:31:29,758 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:31:29,758 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:31:29,758 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-07-22T12:31:29,758 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1609): Waiting on 10d244c6013a81320c75299ffb6961dc, 1588230740, 1895dacb3becf1137559d918b0240c4b, 343439e673249f9f115737d7d39c9573, 9a8c46c7e7b092ebd653ddf8389768be, a69bb6e158c27977a249751db297a212, dacd3e2eb3fafefe849567e1c9c5439e, e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:29,775 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/.tmp/info/0c5150bcae024ff6b805b041d572c209 is 45, key is default/info:d/1690029051869/Put/seqid=0 2023-07-22T12:31:29,782 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/info/84fa5c42ca3f4c70aa72aa5bc6de5baa is 159, key is ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c./info:regioninfo/1690029060684/Put/seqid=0 2023-07-22T12:31:29,790 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/.tmp/info/0c5150bcae024ff6b805b041d572c209 2023-07-22T12:31:29,792 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/info/84fa5c42ca3f4c70aa72aa5bc6de5baa 2023-07-22T12:31:29,802 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 84fa5c42ca3f4c70aa72aa5bc6de5baa 2023-07-22T12:31:29,802 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0c5150bcae024ff6b805b041d572c209 2023-07-22T12:31:29,804 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/.tmp/info/0c5150bcae024ff6b805b041d572c209 as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/info/0c5150bcae024ff6b805b041d572c209 2023-07-22T12:31:29,811 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/info/0c5150bcae024ff6b805b041d572c209, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:31:29,812 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 9a8c46c7e7b092ebd653ddf8389768be in 56ms, sequenceid=11, compaction requested=false 2023-07-22T12:31:29,815 DEBUG [StoreFileCloser-9a8c46c7e7b092ebd653ddf8389768be-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0c5150bcae024ff6b805b041d572c209 2023-07-22T12:31:29,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/namespace/9a8c46c7e7b092ebd653ddf8389768be/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:31:29,822 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:29,823 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:31:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9a8c46c7e7b092ebd653ddf8389768be: 2023-07-22T12:31:29,823 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690029051269.9a8c46c7e7b092ebd653ddf8389768be. 2023-07-22T12:31:29,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a69bb6e158c27977a249751db297a212, disabling compactions & flushes 2023-07-22T12:31:29,824 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:29,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:29,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. after waiting 0 ms 2023-07-22T12:31:29,824 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:29,828 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/table/8deafe4f74314deb9579646ca92bcaa8 is 59, key is ns2:test-16900290567321/table:state/1690029060692/Put/seqid=0 2023-07-22T12:31:29,828 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns4/test-16900290567323/a69bb6e158c27977a249751db297a212/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:31:29,829 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:29,830 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:29,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a69bb6e158c27977a249751db297a212: 2023-07-22T12:31:29,830 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900290567323,,1690029063827.a69bb6e158c27977a249751db297a212. 2023-07-22T12:31:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 343439e673249f9f115737d7d39c9573, disabling compactions & flushes 2023-07-22T12:31:29,831 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. after waiting 0 ms 2023-07-22T12:31:29,831 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:29,831 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 343439e673249f9f115737d7d39c9573 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-07-22T12:31:29,842 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/660efc708ff543c382079452eb7373c6 is 171, key is trslm:hdfs://localhost:42167/backupUT\x00ns2:test-16900290567321/meta:log-roll-map/1690029089202/Put/seqid=0 2023-07-22T12:31:29,958 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1609): Waiting on 10d244c6013a81320c75299ffb6961dc, 1588230740, 1895dacb3becf1137559d918b0240c4b, 343439e673249f9f115737d7d39c9573, dacd3e2eb3fafefe849567e1c9c5439e, e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:30,154 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:31:30,154 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:31:30,159 DEBUG [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1609): Waiting on 10d244c6013a81320c75299ffb6961dc, 1588230740, 1895dacb3becf1137559d918b0240c4b, 343439e673249f9f115737d7d39c9573, dacd3e2eb3fafefe849567e1c9c5439e, e8b8fbc067a38441f0763429ade8c73c 2023-07-22T12:31:30,245 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/table/8deafe4f74314deb9579646ca92bcaa8 2023-07-22T12:31:30,248 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/660efc708ff543c382079452eb7373c6 2023-07-22T12:31:30,252 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8deafe4f74314deb9579646ca92bcaa8 2023-07-22T12:31:30,254 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/info/84fa5c42ca3f4c70aa72aa5bc6de5baa as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/info/84fa5c42ca3f4c70aa72aa5bc6de5baa 2023-07-22T12:31:30,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 660efc708ff543c382079452eb7373c6 2023-07-22T12:31:30,259 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/0e4c6bc68953433f99d6aca5c57f468f is 375, key is session:backup_1690029080128/session:context/1690029089629/Put/seqid=0 2023-07-22T12:31:30,260 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/info/84fa5c42ca3f4c70aa72aa5bc6de5baa, entries=70, sequenceid=39, filesize=14.1 K 2023-07-22T12:31:30,261 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/.tmp/table/8deafe4f74314deb9579646ca92bcaa8 as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/table/8deafe4f74314deb9579646ca92bcaa8 2023-07-22T12:31:30,264 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=596 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/0e4c6bc68953433f99d6aca5c57f468f 2023-07-22T12:31:30,269 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0e4c6bc68953433f99d6aca5c57f468f 2023-07-22T12:31:30,269 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/table/8deafe4f74314deb9579646ca92bcaa8, entries=14, sequenceid=39, filesize=5.8 K 2023-07-22T12:31:30,270 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=39, compaction requested=false 2023-07-22T12:31:30,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/meta/660efc708ff543c382079452eb7373c6 as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/660efc708ff543c382079452eb7373c6 2023-07-22T12:31:30,278 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/meta/660efc708ff543c382079452eb7373c6, entries=4, sequenceid=27, filesize=5.6 K 2023-07-22T12:31:30,280 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 84fa5c42ca3f4c70aa72aa5bc6de5baa 2023-07-22T12:31:30,283 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8deafe4f74314deb9579646ca92bcaa8 2023-07-22T12:31:30,283 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/.tmp/session/0e4c6bc68953433f99d6aca5c57f468f as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/0e4c6bc68953433f99d6aca5c57f468f 2023-07-22T12:31:30,288 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-07-22T12:31:30,289 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,289 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:31:30,290 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:31:30,290 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:31:30,290 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:31:30,292 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/session/0e4c6bc68953433f99d6aca5c57f468f, entries=2, sequenceid=27, filesize=5.3 K 2023-07-22T12:31:30,293 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1054, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 343439e673249f9f115737d7d39c9573 in 462ms, sequenceid=27, compaction requested=true 2023-07-22T12:31:30,294 DEBUG [StoreFileCloser-343439e673249f9f115737d7d39c9573-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 35a590c812454e369dc3b333b430c363 2023-07-22T12:31:30,296 DEBUG [StoreFileCloser-343439e673249f9f115737d7d39c9573-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 660efc708ff543c382079452eb7373c6 2023-07-22T12:31:30,298 DEBUG [StoreFileCloser-343439e673249f9f115737d7d39c9573-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f68fb8e0f44c4f018892db688d7ac98e 2023-07-22T12:31:30,299 DEBUG [StoreFileCloser-343439e673249f9f115737d7d39c9573-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9b4c86e05ee4664a3519004f3f0e1d9 2023-07-22T12:31:30,301 DEBUG [StoreFileCloser-343439e673249f9f115737d7d39c9573-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0e4c6bc68953433f99d6aca5c57f468f 2023-07-22T12:31:30,305 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system/343439e673249f9f115737d7d39c9573/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-07-22T12:31:30,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,307 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 343439e673249f9f115737d7d39c9573: 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690029065161.343439e673249f9f115737d7d39c9573. 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e8b8fbc067a38441f0763429ade8c73c, disabling compactions & flushes 2023-07-22T12:31:30,307 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. after waiting 0 ms 2023-07-22T12:31:30,307 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:30,308 DEBUG [StoreFileCloser-e8b8fbc067a38441f0763429ade8c73c-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6ddbe2b2ae274c969908b72d065d4b3e 2023-07-22T12:31:30,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns2/test-16900290567321/e8b8fbc067a38441f0763429ade8c73c/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:31:30,314 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,315 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:30,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e8b8fbc067a38441f0763429ade8c73c: 2023-07-22T12:31:30,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900290567321,,1690029059496.e8b8fbc067a38441f0763429ade8c73c. 2023-07-22T12:31:30,315 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing dacd3e2eb3fafefe849567e1c9c5439e, disabling compactions & flushes 2023-07-22T12:31:30,315 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:30,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:30,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. after waiting 0 ms 2023-07-22T12:31:30,316 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:30,317 DEBUG [StoreFileCloser-dacd3e2eb3fafefe849567e1c9c5439e-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6c0e15b315f149c3854792addaf9f30b 2023-07-22T12:31:30,321 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/default/test-1690029056732/dacd3e2eb3fafefe849567e1c9c5439e/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:31:30,322 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,323 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:30,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for dacd3e2eb3fafefe849567e1c9c5439e: 2023-07-22T12:31:30,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690029056732,,1690029057220.dacd3e2eb3fafefe849567e1c9c5439e. 2023-07-22T12:31:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 10d244c6013a81320c75299ffb6961dc, disabling compactions & flushes 2023-07-22T12:31:30,324 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. after waiting 0 ms 2023-07-22T12:31:30,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:30,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/ns3/test-16900290567322/10d244c6013a81320c75299ffb6961dc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:31:30,332 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,333 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:30,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 10d244c6013a81320c75299ffb6961dc: 2023-07-22T12:31:30,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900290567322,,1690029061699.10d244c6013a81320c75299ffb6961dc. 2023-07-22T12:31:30,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1895dacb3becf1137559d918b0240c4b, disabling compactions & flushes 2023-07-22T12:31:30,334 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:30,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:30,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. after waiting 0 ms 2023-07-22T12:31:30,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:30,342 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/data/backup/system_bulk/1895dacb3becf1137559d918b0240c4b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:31:30,343 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:31:30,344 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:30,344 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1895dacb3becf1137559d918b0240c4b: 2023-07-22T12:31:30,344 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690029066290.1895dacb3becf1137559d918b0240c4b. 2023-07-22T12:31:30,359 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44669,1690029048029; all regions closed. 2023-07-22T12:31:30,369 DEBUG [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/oldWALs 2023-07-22T12:31:30,369 INFO [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029.meta:.meta(num 1690029084315) 2023-07-22T12:31:30,377 DEBUG [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/oldWALs 2023-07-22T12:31:30,377 INFO [RS:0;jenkins-hbase3:44669 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44669%2C1690029048029:(num 1690029084297) 2023-07-22T12:31:30,377 DEBUG [RS:0;jenkins-hbase3:44669 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:30,377 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:31:30,378 INFO [RS:0;jenkins-hbase3:44669 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-07-22T12:31:30,378 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:31:30,380 INFO [RS:0;jenkins-hbase3:44669 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:44669 2023-07-22T12:31:30,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,44669,1690029048029] 2023-07-22T12:31:30,391 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,44669,1690029048029; numProcessing=1 2023-07-22T12:31:30,393 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,44669,1690029048029 expired; onlineServers=0 2023-07-22T12:31:30,393 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,42943,1690029044957' ***** 2023-07-22T12:31:30,393 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:31:30,394 DEBUG [M:0;jenkins-hbase3:42943 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117da7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:31:30,394 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:31:30,440 INFO [M:0;jenkins-hbase3:42943 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@429ebd46{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:31:30,440 INFO [M:0;jenkins-hbase3:42943 {}] server.AbstractConnector(383): Stopped ServerConnector@7cbd86c8{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:31:30,440 INFO [M:0;jenkins-hbase3:42943 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:31:30,441 INFO [M:0;jenkins-hbase3:42943 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@52b27028{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:31:30,442 INFO [M:0;jenkins-hbase3:42943 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@55414de4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/hadoop.log.dir/,STOPPED} 2023-07-22T12:31:30,442 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42943,1690029044957 2023-07-22T12:31:30,442 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42943,1690029044957; all regions closed. 2023-07-22T12:31:30,442 DEBUG [M:0;jenkins-hbase3:42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:30,442 INFO [M:0;jenkins-hbase3:42943 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:31:30,443 INFO [M:0;jenkins-hbase3:42943 {}] server.AbstractConnector(383): Stopped ServerConnector@328f9f64{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:31:30,444 DEBUG [M:0;jenkins-hbase3:42943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:31:30,444 INFO [M:0;jenkins-hbase3:42943 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:31:30,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:31:30,444 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029049926 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690029049926,5,FailOnTimeoutGroup] 2023-07-22T12:31:30,444 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029049926 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690029049926,5,FailOnTimeoutGroup] 2023-07-22T12:31:30,444 DEBUG [M:0;jenkins-hbase3:42943 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:31:30,444 DEBUG [M:0;jenkins-hbase3:42943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:31:30,444 INFO [M:0;jenkins-hbase3:42943 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:31:30,445 DEBUG [M:0;jenkins-hbase3:42943 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:31:30,445 INFO [M:0;jenkins-hbase3:42943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:31:30,445 ERROR [M:0;jenkins-hbase3:42943 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-07-22T12:31:30,447 INFO [M:0;jenkins-hbase3:42943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:31:30,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:31:30,448 WARN [M:0;jenkins-hbase3:42943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:31:30,448 INFO [M:0;jenkins-hbase3:42943 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:31:30,448 INFO [M:0;jenkins-hbase3:42943 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:31:30,449 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:31:30,461 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:31:30,461 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:31:30,461 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:31:30,461 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:31:30,461 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.30 KB heapSize=185.16 KB 2023-07-22T12:31:30,475 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f05831e65fc40aa81546f1bf9c6312c is 88, key is hbase:meta,,1/info:sn/1690029050565/Put/seqid=0 2023-07-22T12:31:30,503 INFO [RS:0;jenkins-hbase3:44669 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44669,1690029048029; zookeeper connection closed. 2023-07-22T12:31:30,504 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d97d223 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d97d223 2023-07-22T12:31:30,504 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:31:30,881 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f05831e65fc40aa81546f1bf9c6312c 2023-07-22T12:31:30,887 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7f05831e65fc40aa81546f1bf9c6312c 2023-07-22T12:31:30,904 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36284913616546038b77c4f9a96c4dfe is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690029067479/Put/seqid=0 2023-07-22T12:31:30,912 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.71 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:30,922 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:30,922 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:30,944 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61eff0aa6b7e47fd973c2d0ef220f29c is 82, key is jenkins-hbase3.apache.org,44669,1690029048029/rs:state/1690029049957/Put/seqid=0 2023-07-22T12:31:31,354 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61eff0aa6b7e47fd973c2d0ef220f29c 2023-07-22T12:31:31,359 DEBUG [M:0;jenkins-hbase3:42943 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 61eff0aa6b7e47fd973c2d0ef220f29c 2023-07-22T12:31:31,360 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f05831e65fc40aa81546f1bf9c6312c as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f05831e65fc40aa81546f1bf9c6312c 2023-07-22T12:31:31,365 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f05831e65fc40aa81546f1bf9c6312c, entries=8, sequenceid=360, filesize=5.5 K 2023-07-22T12:31:31,366 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36284913616546038b77c4f9a96c4dfe as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:31,371 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:31,372 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36284913616546038b77c4f9a96c4dfe, entries=39, sequenceid=360, filesize=13.7 K 2023-07-22T12:31:31,373 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61eff0aa6b7e47fd973c2d0ef220f29c as hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61eff0aa6b7e47fd973c2d0ef220f29c 2023-07-22T12:31:31,378 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42167/user/jenkins/test-data/f2d3d1b0-c9c3-ba09-9b40-d91be459f45c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61eff0aa6b7e47fd973c2d0ef220f29c, entries=1, sequenceid=360, filesize=5.1 K 2023-07-22T12:31:31,379 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.30 KB/158006, heapSize ~184.87 KB/189304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=360, compaction requested=false 2023-07-22T12:31:31,381 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7f05831e65fc40aa81546f1bf9c6312c 2023-07-22T12:31:31,382 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 36284913616546038b77c4f9a96c4dfe 2023-07-22T12:31:31,383 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 61eff0aa6b7e47fd973c2d0ef220f29c 2023-07-22T12:31:31,384 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:31:31,384 DEBUG [M:0;jenkins-hbase3:42943 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:31:31,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:31:31,388 INFO [M:0;jenkins-hbase3:42943 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:31:31,388 INFO [M:0;jenkins-hbase3:42943 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:31:31,389 INFO [M:0;jenkins-hbase3:42943 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:42943 2023-07-22T12:31:31,497 INFO [M:0;jenkins-hbase3:42943 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42943,1690029044957; zookeeper connection closed. 2023-07-22T12:31:31,500 WARN [Listener at jenkins-hbase3.apache.org/39785 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:31:31,503 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:31:31,609 WARN [BP-1552747280-172.31.12.81-1690029041719 heartbeating to localhost/127.0.0.1:42167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:31:31,609 WARN [BP-1552747280-172.31.12.81-1690029041719 heartbeating to localhost/127.0.0.1:42167 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1552747280-172.31.12.81-1690029041719 (Datanode Uuid f9180d2d-9a1c-4e98-87ec-40d5b0650a56) service to localhost/127.0.0.1:42167 2023-07-22T12:31:31,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/dfs/data/data1/current/BP-1552747280-172.31.12.81-1690029041719 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:31:31,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/1f330c6c-f2d0-c62c-8144-698f5d21a29c/cluster_337c88e9-f381-3dfc-1d4c-7ce935161d51/dfs/data/data2/current/BP-1552747280-172.31.12.81-1690029041719 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:31:31,649 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:31:31,798 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:31:31,798 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:31:31,808 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:31:31,928 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:31:32,042 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:31:32,043 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:31:32,150 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:31:32,157 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:31:32,158 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:31:32,164 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:31:32,266 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:31:32,267 INFO [Listener at jenkins-hbase3.apache.org/39785 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped