2023-08-10 06:23:40,219 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:23:40,232 main DEBUG Took 0.010746 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-10 06:23:40,232 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-10 06:23:40,233 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-10 06:23:40,233 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-10 06:23:40,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,243 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-10 06:23:40,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,256 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,258 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,259 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,259 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,261 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-10 06:23:40,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,264 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-10 06:23:40,266 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-10 06:23:40,267 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-10 06:23:40,269 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-10 06:23:40,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-10 06:23:40,270 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-10 06:23:40,271 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-10 06:23:40,282 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-10 06:23:40,284 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-10 06:23:40,288 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-10 06:23:40,289 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-10 06:23:40,289 main DEBUG createAppenders(={Console}) 2023-08-10 06:23:40,290 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-08-10 06:23:40,290 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-08-10 06:23:40,290 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-08-10 06:23:40,291 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-10 06:23:40,291 main DEBUG OutputStream closed 2023-08-10 06:23:40,291 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-10 06:23:40,292 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-10 06:23:40,292 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-08-10 06:23:40,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-10 06:23:40,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-10 06:23:40,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-10 06:23:40,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-10 06:23:40,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-10 06:23:40,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-10 06:23:40,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-10 06:23:40,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-10 06:23:40,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-10 06:23:40,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-10 06:23:40,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-10 06:23:40,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-10 06:23:40,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-10 06:23:40,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-10 06:23:40,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-10 06:23:40,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-10 06:23:40,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-10 06:23:40,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-10 06:23:40,350 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10 06:23:40,350 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-08-10 06:23:40,350 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-10 06:23:40,351 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-08-10T06:23:40,380 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.master.TestBackupLogCleaner timeout: 13 mins 2023-08-10 06:23:40,384 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-10 06:23:40,385 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-10T06:23:40,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80 2023-08-10T06:23:40,723 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:23:40,725 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:40,726 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-10T06:23:40,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c, deleteOnExit=true 2023-08-10T06:23:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-10T06:23:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/test.cache.data in system properties and HBase conf 2023-08-10T06:23:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:23:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:23:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:23:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:23:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:23:40,836 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-10T06:23:41,277 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-10T06:23:41,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:23:41,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:23:41,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:23:41,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:23:41,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:23:41,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:23:41,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:23:41,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:23:41,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:23:41,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:23:41,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:23:41,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:23:41,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:23:41,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-10T06:23:41,752 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:23:41,757 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:23:42,052 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-10T06:23:42,211 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7b6c9056 via org.mortbay.log.Slf4jLog 2023-08-10T06:23:42,234 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:42,275 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:42,311 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_localhost_45103_hdfs____6v4z99/webapp 2023-08-10T06:23:42,444 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45103 2023-08-10T06:23:42,472 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-10T06:23:42,472 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-10T06:23:43,021 WARN [Listener at localhost/42177 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:23:43,084 WARN [Listener at localhost/42177 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-10T06:23:43,101 WARN [Listener at localhost/42177 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:43,107 INFO [Listener at localhost/42177 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:43,113 INFO [Listener at localhost/42177 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_localhost_32935_datanode____6urfr7/webapp 2023-08-10T06:23:43,209 INFO [Listener at localhost/42177 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32935 2023-08-10T06:23:43,485 WARN [Listener at localhost/39635 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-10T06:23:43,759 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-10T06:23:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xa0bc71da78e39a42: Processing first storage report for DS-3b1630ff-b352-410c-9b5c-83191d802154 from datanode baf2bd49-bfce-49fe-9f1b-228edcae07c3 2023-08-10T06:23:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xa0bc71da78e39a42: from storage DS-3b1630ff-b352-410c-9b5c-83191d802154 node DatanodeRegistration(127.0.0.1:44871, datanodeUuid=baf2bd49-bfce-49fe-9f1b-228edcae07c3, infoPort=41593, infoSecurePort=0, ipcPort=39635, storageInfo=lv=-57;cid=testClusterID;nsid=508169297;c=1691648621829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-08-10T06:23:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xa0bc71da78e39a42: Processing first storage report for DS-69c8b706-3a9a-4561-b132-137e6f08b4bd from datanode baf2bd49-bfce-49fe-9f1b-228edcae07c3 2023-08-10T06:23:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xa0bc71da78e39a42: from storage DS-69c8b706-3a9a-4561-b132-137e6f08b4bd node DatanodeRegistration(127.0.0.1:44871, datanodeUuid=baf2bd49-bfce-49fe-9f1b-228edcae07c3, infoPort=41593, infoSecurePort=0, ipcPort=39635, storageInfo=lv=-57;cid=testClusterID;nsid=508169297;c=1691648621829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-08-10T06:23:44,015 DEBUG [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80 2023-08-10T06:23:44,115 INFO [Listener at localhost/39635 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/zookeeper_0, clientPort=61728, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-10T06:23:44,132 INFO [Listener at localhost/39635 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61728 2023-08-10T06:23:44,139 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:44,140 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:44,797 INFO [Listener at localhost/39635 {}] util.FSUtils(461): Created version file at hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 with version=8 2023-08-10T06:23:44,797 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/hbase-staging 2023-08-10T06:23:44,813 DEBUG [Listener at localhost/39635 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-10T06:23:44,814 DEBUG [Listener at localhost/39635 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-10T06:23:44,814 DEBUG [Listener at localhost/39635 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-10T06:23:44,814 DEBUG [Listener at localhost/39635 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-10T06:23:45,027 DEBUG [Listener at localhost/39635 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-10T06:23:45,179 INFO [Listener at localhost/39635 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-10T06:23:45,809 INFO [Listener at localhost/39635 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:23:45,854 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:45,855 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:45,855 INFO [Listener at localhost/39635 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:23:45,855 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:45,855 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:23:46,006 INFO [Listener at localhost/39635 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:23:46,112 DEBUG [Listener at localhost/39635 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-10T06:23:46,118 INFO [Listener at localhost/39635 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:23:46,178 DEBUG [Listener at localhost/39635 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 28017 (auto-detected) 2023-08-10T06:23:46,180 DEBUG [Listener at localhost/39635 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-10T06:23:46,225 INFO [Listener at localhost/39635 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:34945 2023-08-10T06:23:46,239 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:46,241 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:46,258 INFO [Listener at localhost/39635 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34945 connecting to ZooKeeper ensemble=127.0.0.1:61728 2023-08-10T06:23:46,304 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:349450x0, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:23:46,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34945-0x10060e6e63c0000 connected 2023-08-10T06:23:46,334 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:23:46,337 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:23:46,340 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:23:46,350 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34945 2023-08-10T06:23:46,351 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34945 2023-08-10T06:23:46,351 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34945 2023-08-10T06:23:46,352 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34945 2023-08-10T06:23:46,352 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34945 2023-08-10T06:23:46,407 INFO [Listener at localhost/39635 {}] log.Log(170): Logging initialized @6850ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-10T06:23:46,530 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:23:46,530 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:23:46,531 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:23:46,533 INFO [Listener at localhost/39635 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-10T06:23:46,533 INFO [Listener at localhost/39635 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:23:46,533 INFO [Listener at localhost/39635 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:23:46,537 INFO [Listener at localhost/39635 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:23:46,667 INFO [Listener at localhost/39635 {}] http.HttpServer(1219): Jetty bound to port 35803 2023-08-10T06:23:46,669 INFO [Listener at localhost/39635 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:23:46,700 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:46,704 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@352d6946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:23:46,705 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:46,705 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@164019f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:23:46,787 INFO [Listener at localhost/39635 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:23:46,806 INFO [Listener at localhost/39635 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:23:46,807 INFO [Listener at localhost/39635 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:23:46,810 INFO [Listener at localhost/39635 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:23:46,820 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:47,936 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@77ef7313{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:23:47,947 INFO [Listener at localhost/39635 {}] server.AbstractConnector(333): Started ServerConnector@3d15d1a1{HTTP/1.1, (http/1.1)}{0.0.0.0:35803} 2023-08-10T06:23:47,947 INFO [Listener at localhost/39635 {}] server.Server(415): Started @8390ms 2023-08-10T06:23:47,951 INFO [Listener at localhost/39635 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0, hbase.cluster.distributed=false 2023-08-10T06:23:48,011 INFO [Listener at localhost/39635 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-10T06:23:48,011 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:48,011 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:48,012 INFO [Listener at localhost/39635 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-10T06:23:48,012 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-10T06:23:48,012 INFO [Listener at localhost/39635 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-10T06:23:48,020 INFO [Listener at localhost/39635 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-10T06:23:48,022 INFO [Listener at localhost/39635 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-10T06:23:48,023 INFO [Listener at localhost/39635 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:40913 2023-08-10T06:23:48,026 INFO [Listener at localhost/39635 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-10T06:23:48,033 DEBUG [Listener at localhost/39635 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-10T06:23:48,034 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:48,037 INFO [Listener at localhost/39635 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:48,039 INFO [Listener at localhost/39635 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40913 connecting to ZooKeeper ensemble=127.0.0.1:61728 2023-08-10T06:23:48,042 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:409130x0, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-10T06:23:48,043 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): regionserver:409130x0, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:23:48,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40913-0x10060e6e63c0001 connected 2023-08-10T06:23:48,044 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:23:48,045 DEBUG [Listener at localhost/39635 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-10T06:23:48,046 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40913 2023-08-10T06:23:48,046 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40913 2023-08-10T06:23:48,046 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40913 2023-08-10T06:23:48,047 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40913 2023-08-10T06:23:48,047 DEBUG [Listener at localhost/39635 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40913 2023-08-10T06:23:48,050 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-10T06:23:48,051 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-10T06:23:48,051 INFO [Listener at localhost/39635 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-10T06:23:48,052 INFO [Listener at localhost/39635 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-10T06:23:48,052 INFO [Listener at localhost/39635 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-10T06:23:48,052 INFO [Listener at localhost/39635 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-10T06:23:48,052 INFO [Listener at localhost/39635 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-10T06:23:48,054 INFO [Listener at localhost/39635 {}] http.HttpServer(1219): Jetty bound to port 45719 2023-08-10T06:23:48,054 INFO [Listener at localhost/39635 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:23:48,056 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:48,056 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@185189e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir/,AVAILABLE} 2023-08-10T06:23:48,057 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:48,057 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@27f2c76b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-10T06:23:48,069 INFO [Listener at localhost/39635 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-10T06:23:48,070 INFO [Listener at localhost/39635 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-10T06:23:48,070 INFO [Listener at localhost/39635 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-10T06:23:48,070 INFO [Listener at localhost/39635 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-10T06:23:48,072 INFO [Listener at localhost/39635 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-10T06:23:48,076 INFO [Listener at localhost/39635 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@10cde595{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:23:48,077 INFO [Listener at localhost/39635 {}] server.AbstractConnector(333): Started ServerConnector@34c9bca{HTTP/1.1, (http/1.1)}{0.0.0.0:45719} 2023-08-10T06:23:48,077 INFO [Listener at localhost/39635 {}] server.Server(415): Started @8520ms 2023-08-10T06:23:48,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-10T06:23:48,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1e18808a{HTTP/1.1, (http/1.1)}{0.0.0.0:33313} 2023-08-10T06:23:48,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8528ms 2023-08-10T06:23:48,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:48,098 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:23:48,098 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:23:48,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:48,106 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34945 2023-08-10T06:23:48,120 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:23:48,120 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-10T06:23:48,120 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:48,120 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:48,121 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:23:48,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-10T06:23:48,123 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,34945,1691648625011 from backup master directory 2023-08-10T06:23:48,126 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:48,126 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:23:48,126 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-10T06:23:48,127 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:23:48,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:48,130 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-10T06:23:48,132 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-10T06:23:48,215 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/hbase.id with ID: e1182a9e-6b42-4861-9605-9b3d70058bba 2023-08-10T06:23:48,256 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-10T06:23:48,272 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:48,272 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:48,318 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:48,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-10T06:23:48,378 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-10T06:23:48,378 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-10T06:23:48,380 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:23:48,393 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:23:48,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:23:48,479 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store 2023-08-10T06:23:48,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-10T06:23:48,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:48,505 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:23:48,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:48,506 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:48,506 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:23:48,506 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:48,506 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:23:48,506 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:23:48,508 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/.initializing 2023-08-10T06:23:48,508 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/WALs/jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:48,518 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:23:48,534 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34945%2C1691648625011, suffix=, logDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/WALs/jenkins-hbase3.apache.org,34945,1691648625011, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/oldWALs, maxLogs=10 2023-08-10T06:23:48,568 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/WALs/jenkins-hbase3.apache.org,34945,1691648625011/jenkins-hbase3.apache.org%2C34945%2C1691648625011.1691648628542, exclude list is [], retry=0 2023-08-10T06:23:48,598 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:23:48,606 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-10T06:23:48,678 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/WALs/jenkins-hbase3.apache.org,34945,1691648625011/jenkins-hbase3.apache.org%2C34945%2C1691648625011.1691648628542 2023-08-10T06:23:48,679 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:23:48,679 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:48,680 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:48,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,686 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-10T06:23:48,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:48,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:48,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-10T06:23:48,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:48,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:48,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-10T06:23:48,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:48,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:48,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-10T06:23:48,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:48,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:48,828 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,846 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-10T06:23:48,850 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-10T06:23:48,854 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:48,855 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10734025440, jitterRate=-3.1597912311553955E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-10T06:23:48,861 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:23:48,862 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-10T06:23:48,897 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118383e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:48,951 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-10T06:23:48,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-10T06:23:48,972 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-10T06:23:48,976 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-10T06:23:48,977 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-10T06:23:48,984 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-10T06:23:48,984 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-10T06:23:49,018 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-10T06:23:49,036 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-10T06:23:49,038 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-10T06:23:49,042 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-10T06:23:49,043 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-10T06:23:49,045 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-10T06:23:49,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-10T06:23:49,055 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-10T06:23:49,056 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-10T06:23:49,057 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-10T06:23:49,058 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-10T06:23:49,073 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-10T06:23:49,074 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-10T06:23:49,081 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:23:49,081 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-10T06:23:49,081 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,081 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,34945,1691648625011, sessionid=0x10060e6e63c0000, setting cluster-up flag (Was=false) 2023-08-10T06:23:49,091 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-10T06:23:49,098 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,098 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,104 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-10T06:23:49,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:49,108 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,108 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,114 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-10T06:23:49,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:49,121 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,121 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,127 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-10T06:23:49,128 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:49,191 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:40913 2023-08-10T06:23:49,193 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(997): ClusterId : e1182a9e-6b42-4861-9605-9b3d70058bba 2023-08-10T06:23:49,195 INFO [RS:0;jenkins-hbase3:40913 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-10T06:23:49,197 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-10T06:23:49,203 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-10T06:23:49,204 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-10T06:23:49,207 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-10T06:23:49,207 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-10T06:23:49,210 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-10T06:23:49,211 DEBUG [RS:0;jenkins-hbase3:40913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734ccf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:49,213 DEBUG [RS:0;jenkins-hbase3:40913 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba9945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:23:49,218 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-10T06:23:49,218 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-10T06:23:49,218 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-10T06:23:49,221 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,34945,1691648625011 with isa=jenkins-hbase3.apache.org/172.31.12.81:40913, startcode=1691648628010 2023-08-10T06:23:49,240 DEBUG [RS:0;jenkins-hbase3:40913 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:23:49,273 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-10T06:23:49,282 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-10T06:23:49,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-10T06:23:49,295 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34945,1691648625011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-10T06:23:49,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:23:49,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:23:49,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:23:49,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-10T06:23:49,300 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-10T06:23:49,301 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,301 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:23:49,301 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,307 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1691648659307 2023-08-10T06:23:49,311 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:41297, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:23:49,311 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-10T06:23:49,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:23:49,317 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-10T06:23:49,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-10T06:23:49,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:49,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:23:49,322 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34945 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-10T06:23:49,331 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-10T06:23:49,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-10T06:23:49,332 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-10T06:23:49,333 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-10T06:23:49,333 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-10T06:23:49,337 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,342 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-10T06:23:49,347 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-10T06:23:49,347 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-10T06:23:49,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-10T06:23:49,347 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:23:49,363 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x70982030 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:49,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:49,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:23:49,382 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13163877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:49,382 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-10T06:23:49,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:23:49,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:49,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:49,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:23:49,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:23:49,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:49,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:49,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:23:49,390 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-10T06:23:49,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:23:49,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:49,391 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-10T06:23:49,391 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-10T06:23:49,391 WARN [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-10T06:23:49,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:49,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740 2023-08-10T06:23:49,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648629393,5,FailOnTimeoutGroup] 2023-08-10T06:23:49,394 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648629394,5,FailOnTimeoutGroup] 2023-08-10T06:23:49,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,394 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-10T06:23:49,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740 2023-08-10T06:23:49,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,396 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:23:49,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:23:49,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:49,405 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11417362880, jitterRate=0.06332477927207947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:23:49,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:23:49,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:23:49,408 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:23:49,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:23:49,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:23:49,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:23:49,410 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:23:49,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:23:49,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-10T06:23:49,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-10T06:23:49,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-10T06:23:49,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-10T06:23:49,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-10T06:23:49,492 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,34945,1691648625011 with isa=jenkins-hbase3.apache.org/172.31.12.81:40913, startcode=1691648628010 2023-08-10T06:23:49,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34945 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,507 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:23:49,507 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42177 2023-08-10T06:23:49,508 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35803 2023-08-10T06:23:49,515 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:23:49,515 DEBUG [RS:0;jenkins-hbase3:40913 {}] zookeeper.ZKUtil(111): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,515 WARN [RS:0;jenkins-hbase3:40913 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-10T06:23:49,515 INFO [RS:0;jenkins-hbase3:40913 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:23:49,516 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,40913,1691648628010] 2023-08-10T06:23:49,534 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-10T06:23:49,544 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-10T06:23:49,558 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-10T06:23:49,564 INFO [RS:0;jenkins-hbase3:40913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-10T06:23:49,564 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,565 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-10T06:23:49,575 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-10T06:23:49,576 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,577 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,577 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,577 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,577 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-10T06:23:49,577 DEBUG [RS:0;jenkins-hbase3:40913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-10T06:23:49,578 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,578 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,578 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,578 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,579 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40913,1691648628010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:23:49,591 WARN [jenkins-hbase3:34945 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-08-10T06:23:49,595 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-10T06:23:49,599 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,40913,1691648628010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:49,620 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,40913,1691648628010 started 2023-08-10T06:23:49,621 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,40913,1691648628010, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:40913, sessionid=0x10060e6e63c0001 2023-08-10T06:23:49,621 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-10T06:23:49,621 DEBUG [RS:0;jenkins-hbase3:40913 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,621 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40913,1691648628010' 2023-08-10T06:23:49,621 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-10T06:23:49,622 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-10T06:23:49,623 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-10T06:23:49,623 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-10T06:23:49,623 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40913,1691648628010' 2023-08-10T06:23:49,623 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:23:49,624 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,40913,1691648628010' 2023-08-10T06:23:49,624 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-10T06:23:49,625 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-10T06:23:49,625 DEBUG [RS:0;jenkins-hbase3:40913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-10T06:23:49,625 INFO [RS:0;jenkins-hbase3:40913 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-10T06:23:49,625 INFO [RS:0;jenkins-hbase3:40913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-10T06:23:49,736 INFO [RS:0;jenkins-hbase3:40913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-10T06:23:49,739 INFO [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40913%2C1691648628010, suffix=, logDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs, maxLogs=32 2023-08-10T06:23:49,751 DEBUG [RS:0;jenkins-hbase3:40913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740, exclude list is [], retry=0 2023-08-10T06:23:49,757 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:23:49,763 INFO [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740 2023-08-10T06:23:49,763 DEBUG [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:23:49,842 DEBUG [jenkins-hbase3:34945 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-10T06:23:49,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:49,856 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40913,1691648628010, state=OPENING 2023-08-10T06:23:49,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-10T06:23:49,870 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,870 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:49,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:23:49,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:23:49,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:23:50,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:50,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-10T06:23:50,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-10T06:23:50,085 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-10T06:23:50,086 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-10T06:23:50,086 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-10T06:23:50,089 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta, suffix=.meta, logDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs, maxLogs=32 2023-08-10T06:23:50,102 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648630090.meta, exclude list is [], retry=0 2023-08-10T06:23:50,105 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:23:50,108 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648630090.meta 2023-08-10T06:23:50,109 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:23:50,109 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:50,114 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:50,114 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-10T06:23:50,131 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-10T06:23:50,131 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-10T06:23:50,136 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-10T06:23:50,136 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:50,136 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-10T06:23:50,136 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-10T06:23:50,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-10T06:23:50,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-10T06:23:50,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:50,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:50,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-10T06:23:50,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-10T06:23:50,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:50,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:50,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-10T06:23:50,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-10T06:23:50,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:50,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-10T06:23:50,148 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740 2023-08-10T06:23:50,150 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740 2023-08-10T06:23:50,152 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-10T06:23:50,155 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-10T06:23:50,156 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10922415520, jitterRate=0.017229214310646057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-10T06:23:50,157 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-10T06:23:50,168 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1691648630058 2023-08-10T06:23:50,186 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-10T06:23:50,187 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-10T06:23:50,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:50,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,40913,1691648628010, state=OPEN 2023-08-10T06:23:50,195 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:23:50,195 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-10T06:23:50,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:23:50,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-10T06:23:50,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-10T06:23:50,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,40913,1691648628010 in 322 msec 2023-08-10T06:23:50,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-10T06:23:50,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 778 msec 2023-08-10T06:23:50,337 INFO [AsyncFSWAL-0-hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData {}] wal.AbstractFSWAL(1174): Slow sync cost: 125 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:23:50,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1460 sec 2023-08-10T06:23:50,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1691648630343, completionTime=-1 2023-08-10T06:23:50,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-10T06:23:50,343 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-10T06:23:50,410 DEBUG [hconnection-0x324597a6-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:50,414 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33386, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:50,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-10T06:23:50,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1691648690431 2023-08-10T06:23:50,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1691648750431 2023-08-10T06:23:50,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 87 msec 2023-08-10T06:23:50,458 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34945,1691648625011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:50,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34945,1691648625011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:50,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34945,1691648625011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:50,461 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34945, period=300000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:50,461 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-10T06:23:50,467 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-10T06:23:50,481 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-10T06:23:50,482 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-10T06:23:50,492 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-10T06:23:50,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:50,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:50,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:50,919 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 14fa8f98f90c24fd8594a45193a10f7c, NAME => 'hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 14fa8f98f90c24fd8594a45193a10f7c, disabling compactions & flushes 2023-08-10T06:23:51,331 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. after waiting 0 ms 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,331 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,331 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 14fa8f98f90c24fd8594a45193a10f7c: 2023-08-10T06:23:51,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:51,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1691648631335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648631335"}]},"ts":"1691648631335"} 2023-08-10T06:23:51,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:51,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:51,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648631393"}]},"ts":"1691648631393"} 2023-08-10T06:23:51,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-10T06:23:51,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=14fa8f98f90c24fd8594a45193a10f7c, ASSIGN}] 2023-08-10T06:23:51,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=14fa8f98f90c24fd8594a45193a10f7c, ASSIGN 2023-08-10T06:23:51,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=14fa8f98f90c24fd8594a45193a10f7c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:23:51,562 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=14fa8f98f90c24fd8594a45193a10f7c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:51,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 14fa8f98f90c24fd8594a45193a10f7c, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:23:51,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 14fa8f98f90c24fd8594a45193a10f7c, NAME => 'hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:51,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,733 INFO [StoreOpener-14fa8f98f90c24fd8594a45193a10f7c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,735 INFO [StoreOpener-14fa8f98f90c24fd8594a45193a10f7c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14fa8f98f90c24fd8594a45193a10f7c columnFamilyName info 2023-08-10T06:23:51,735 DEBUG [StoreOpener-14fa8f98f90c24fd8594a45193a10f7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:51,736 INFO [StoreOpener-14fa8f98f90c24fd8594a45193a10f7c-1 {}] regionserver.HStore(324): Store=14fa8f98f90c24fd8594a45193a10f7c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:23:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:51,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 14fa8f98f90c24fd8594a45193a10f7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10808611200, jitterRate=0.006630361080169678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:23:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 14fa8f98f90c24fd8594a45193a10f7c: 2023-08-10T06:23:51,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c., pid=6, masterSystemTime=1691648631723 2023-08-10T06:23:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:23:51,753 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=14fa8f98f90c24fd8594a45193a10f7c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:51,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-10T06:23:51,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 14fa8f98f90c24fd8594a45193a10f7c, server=jenkins-hbase3.apache.org,40913,1691648628010 in 188 msec 2023-08-10T06:23:51,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-10T06:23:51,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=14fa8f98f90c24fd8594a45193a10f7c, ASSIGN in 353 msec 2023-08-10T06:23:51,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:51,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648631765"}]},"ts":"1691648631765"} 2023-08-10T06:23:51,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-10T06:23:51,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:51,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2890 sec 2023-08-10T06:23:51,796 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-10T06:23:51,797 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:51,797 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:51,797 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:23:51,843 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-10T06:23:51,860 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:51,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 31 msec 2023-08-10T06:23:51,880 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-10T06:23:51,895 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 20 msec 2023-08-10T06:23:51,917 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-10T06:23:51,919 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-10T06:23:51,920 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.793sec 2023-08-10T06:23:51,922 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-10T06:23:51,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-10T06:23:51,926 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-10T06:23:51,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-10T06:23:51,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-10T06:23:51,930 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34945,1691648625011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-10T06:23:51,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34945,1691648625011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-10T06:23:51,941 DEBUG [Listener at localhost/39635 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x389784c8 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:51,946 DEBUG [Listener at localhost/39635 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e70bfe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:51,950 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-10T06:23:51,952 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-10T06:23:51,952 DEBUG [Listener at localhost/39635 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-10T06:23:51,952 DEBUG [Listener at localhost/39635 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-10T06:23:51,967 DEBUG [hconnection-0x3baa9d37-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:51,981 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33396, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/test.cache.data in system properties and HBase conf 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.tmp.dir in system properties and HBase conf 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir in system properties and HBase conf 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-10T06:23:51,992 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/nfs.dump.dir in system properties and HBase conf 2023-08-10T06:23:51,993 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir in system properties and HBase conf 2023-08-10T06:23:51,994 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-10T06:23:51,994 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-10T06:23:51,994 INFO [Listener at localhost/39635 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-10T06:23:53,497 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:53,860 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:53,867 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37763_jobhistory____nxn8nu/webapp 2023-08-10T06:23:54,042 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-10T06:23:54,042 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-10T06:23:54,042 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:23:54,046 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:23:54,133 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:54,264 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:54,524 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-10T06:23:54,555 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37763 2023-08-10T06:23:54,995 WARN [Listener at jenkins-hbase3.apache.org/40701 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:55,075 WARN [Listener at jenkins-hbase3.apache.org/40701 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:23:55,076 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:55,082 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39947_cluster____.xka1v7/webapp 2023-08-10T06:23:55,191 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:23:55,191 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-10T06:23:55,192 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:23:55,192 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:23:55,203 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:55,413 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:55,511 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:55,519 INFO [Listener at jenkins-hbase3.apache.org/40701 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39947 2023-08-10T06:23:55,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:23:55,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:23:55,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:55,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:23:55,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:55,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:23:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-10T06:23:55,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:23:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-10T06:23:55,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:23:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-10T06:23:55,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-10T06:23:55,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-10T06:23:55,983 WARN [Listener at jenkins-hbase3.apache.org/39971 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:56,009 WARN [Listener at jenkins-hbase3.apache.org/39971 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:23:56,010 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:56,018 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37945_node____.8n26h7/webapp 2023-08-10T06:23:56,071 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:23:56,071 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:23:56,071 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:23:56,071 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:23:56,080 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,102 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,189 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,201 INFO [Listener at jenkins-hbase3.apache.org/39971 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37945 2023-08-10T06:23:56,333 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-10T06:23:56,341 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-10T06:23:56,342 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-10T06:23:56,348 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_45849_node____yg6px7/webapp 2023-08-10T06:23:56,397 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-10T06:23:56,397 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-10T06:23:56,397 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-10T06:23:56,398 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-10T06:23:56,405 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,420 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,483 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-10T06:23:56,489 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:45849 2023-08-10T06:23:56,535 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-10T06:23:56,535 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42177/backupUT 2023-08-10T06:23:56,547 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:23:56,553 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:37876, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:23:56,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-10T06:23:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-10T06:23:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:23:56,593 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:56,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 33 msec 2023-08-10T06:23:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-10T06:23:56,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-10T06:23:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-10T06:23:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:23:56,707 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:56,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-08-10T06:23:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-10T06:23:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-10T06:23:56,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-10T06:23:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:23:56,818 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-08-10T06:23:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-10T06:23:56,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-10T06:23:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-10T06:23:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:23:56,930 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:23:56,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-08-10T06:23:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-10T06:23:57,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1691648636535', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1691648636535 2023-08-10T06:23:57,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:57,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1691648636535" procId is: 13 2023-08-10T06:23:57,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:57,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:23:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:23:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:23:57,488 INFO [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e7abd3f05898ae217564ec9deb4ab525, NAME => 'test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1691648636535', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:23:57,509 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(888): Instantiated test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:57,509 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1668): Closing e7abd3f05898ae217564ec9deb4ab525, disabling compactions & flushes 2023-08-10T06:23:57,509 INFO [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1690): Closing region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,509 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,509 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. after waiting 0 ms 2023-08-10T06:23:57,509 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,509 INFO [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1909): Closed test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,510 DEBUG [RegionOpenAndInit-test-1691648636535-pool-0 {}] regionserver.HRegion(1622): Region close journal for e7abd3f05898ae217564ec9deb4ab525: 2023-08-10T06:23:57,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:57,512 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1691648637511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648637511"}]},"ts":"1691648637511"} 2023-08-10T06:23:57,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:57,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:57,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648636535","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648637516"}]},"ts":"1691648637516"} 2023-08-10T06:23:57,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648636535, state=ENABLING in hbase:meta 2023-08-10T06:23:57,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648636535, region=e7abd3f05898ae217564ec9deb4ab525, ASSIGN}] 2023-08-10T06:23:57,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1691648636535, region=e7abd3f05898ae217564ec9deb4ab525, ASSIGN 2023-08-10T06:23:57,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1691648636535, region=e7abd3f05898ae217564ec9deb4ab525, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:23:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:23:57,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=e7abd3f05898ae217564ec9deb4ab525, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:57,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure e7abd3f05898ae217564ec9deb4ab525, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:23:57,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => e7abd3f05898ae217564ec9deb4ab525, NAME => 'test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:57,843 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:57,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1691648636535 e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:57,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,847 INFO [StoreOpener-e7abd3f05898ae217564ec9deb4ab525-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,850 INFO [StoreOpener-e7abd3f05898ae217564ec9deb4ab525-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7abd3f05898ae217564ec9deb4ab525 columnFamilyName f 2023-08-10T06:23:57,850 DEBUG [StoreOpener-e7abd3f05898ae217564ec9deb4ab525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:57,851 INFO [StoreOpener-e7abd3f05898ae217564ec9deb4ab525-1 {}] regionserver.HStore(324): Store=e7abd3f05898ae217564ec9deb4ab525/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:57,854 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,855 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,861 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:23:57,869 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:57,869 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened e7abd3f05898ae217564ec9deb4ab525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11258363200, jitterRate=0.04851678013801575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:23:57,871 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for e7abd3f05898ae217564ec9deb4ab525: 2023-08-10T06:23:57,876 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525., pid=15, masterSystemTime=1691648637833 2023-08-10T06:23:57,879 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,879 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:23:57,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=e7abd3f05898ae217564ec9deb4ab525, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:57,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-10T06:23:57,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure e7abd3f05898ae217564ec9deb4ab525, server=jenkins-hbase3.apache.org,40913,1691648628010 in 203 msec 2023-08-10T06:23:57,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-10T06:23:57,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1691648636535, region=e7abd3f05898ae217564ec9deb4ab525, ASSIGN in 364 msec 2023-08-10T06:23:57,890 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:57,890 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1691648636535","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648637890"}]},"ts":"1691648637890"} 2023-08-10T06:23:57,893 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1691648636535, state=ENABLED in hbase:meta 2023-08-10T06:23:57,897 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1691648636535 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:57,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1691648636535 in 859 msec 2023-08-10T06:23:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-10T06:23:58,163 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1691648636535, procId: 13 completed 2023-08-10T06:23:58,163 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44080dc6 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:23:58,169 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c5c95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:23:58,171 DEBUG [hconnection-0x3413b5c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:23:58,179 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33406, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:23:58,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] regionserver.HRegion(8210): writing data to region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:23:58,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16916486365351', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16916486365351 2023-08-10T06:23:58,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:58,293 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:58,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16916486365351" procId is: 16 2023-08-10T06:23:58,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:23:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:23:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:23:58,713 INFO [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 42847ad86152e5a845ec58542b6a9c84, NAME => 'ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16916486365351', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:23:58,732 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:58,732 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1668): Closing 42847ad86152e5a845ec58542b6a9c84, disabling compactions & flushes 2023-08-10T06:23:58,732 INFO [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:58,733 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:58,733 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. after waiting 0 ms 2023-08-10T06:23:58,733 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:58,733 INFO [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:58,733 DEBUG [RegionOpenAndInit-ns2:test-16916486365351-pool-0 {}] regionserver.HRegion(1622): Region close journal for 42847ad86152e5a845ec58542b6a9c84: 2023-08-10T06:23:58,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:23:58,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648638734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648638734"}]},"ts":"1691648638734"} 2023-08-10T06:23:58,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:23:58,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:23:58,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916486365351","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648638739"}]},"ts":"1691648638739"} 2023-08-10T06:23:58,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916486365351, state=ENABLING in hbase:meta 2023-08-10T06:23:58,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916486365351, region=42847ad86152e5a845ec58542b6a9c84, ASSIGN}] 2023-08-10T06:23:58,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16916486365351, region=42847ad86152e5a845ec58542b6a9c84, ASSIGN 2023-08-10T06:23:58,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16916486365351, region=42847ad86152e5a845ec58542b6a9c84, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:23:58,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=42847ad86152e5a845ec58542b6a9c84, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:23:58,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 42847ad86152e5a845ec58542b6a9c84, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:23:59,062 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:59,062 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 42847ad86152e5a845ec58542b6a9c84, NAME => 'ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:23:59,062 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:23:59,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916486365351 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:23:59,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,065 INFO [StoreOpener-42847ad86152e5a845ec58542b6a9c84-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,067 INFO [StoreOpener-42847ad86152e5a845ec58542b6a9c84-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42847ad86152e5a845ec58542b6a9c84 columnFamilyName f 2023-08-10T06:23:59,067 DEBUG [StoreOpener-42847ad86152e5a845ec58542b6a9c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:59,068 INFO [StoreOpener-42847ad86152e5a845ec58542b6a9c84-1 {}] regionserver.HStore(324): Store=42847ad86152e5a845ec58542b6a9c84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:23:59,069 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,070 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,074 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:23:59,082 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:23:59,083 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 42847ad86152e5a845ec58542b6a9c84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9739244000, jitterRate=-0.09296222031116486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:23:59,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 42847ad86152e5a845ec58542b6a9c84: 2023-08-10T06:23:59,085 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84., pid=18, masterSystemTime=1691648639057 2023-08-10T06:23:59,088 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:59,088 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:23:59,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=42847ad86152e5a845ec58542b6a9c84, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:23:59,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-10T06:23:59,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 42847ad86152e5a845ec58542b6a9c84, server=jenkins-hbase3.apache.org,40913,1691648628010 in 188 msec 2023-08-10T06:23:59,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-10T06:23:59,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16916486365351, region=42847ad86152e5a845ec58542b6a9c84, ASSIGN in 349 msec 2023-08-10T06:23:59,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:23:59,100 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16916486365351","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648639100"}]},"ts":"1691648639100"} 2023-08-10T06:23:59,102 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16916486365351, state=ENABLED in hbase:meta 2023-08-10T06:23:59,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16916486365351 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:23:59,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16916486365351 in 823 msec 2023-08-10T06:23:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-10T06:23:59,405 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16916486365351, procId: 16 completed 2023-08-10T06:23:59,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] regionserver.HRegion(8210): writing data to region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. with WAL disabled. Data may be lost in the event of a crash. 2023-08-10T06:23:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16916486365352', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:23:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16916486365352 2023-08-10T06:23:59,513 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:23:59,513 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:23:59,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16916486365352" procId is: 19 2023-08-10T06:23:59,515 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:23:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:23:59,931 INFO [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9c348034b111ed5ae64e9a647f2909a8, NAME => 'ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16916486365352', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:24:00,350 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:00,350 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1668): Closing 9c348034b111ed5ae64e9a647f2909a8, disabling compactions & flushes 2023-08-10T06:24:00,350 INFO [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,350 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,350 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. after waiting 0 ms 2023-08-10T06:24:00,350 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,351 INFO [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,351 DEBUG [RegionOpenAndInit-ns3:test-16916486365352-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9c348034b111ed5ae64e9a647f2909a8: 2023-08-10T06:24:00,352 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:24:00,353 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648640352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648640352"}]},"ts":"1691648640352"} 2023-08-10T06:24:00,355 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:24:00,356 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:24:00,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916486365352","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648640356"}]},"ts":"1691648640356"} 2023-08-10T06:24:00,358 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916486365352, state=ENABLING in hbase:meta 2023-08-10T06:24:00,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916486365352, region=9c348034b111ed5ae64e9a647f2909a8, ASSIGN}] 2023-08-10T06:24:00,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16916486365352, region=9c348034b111ed5ae64e9a647f2909a8, ASSIGN 2023-08-10T06:24:00,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16916486365352, region=9c348034b111ed5ae64e9a647f2909a8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:24:00,517 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9c348034b111ed5ae64e9a647f2909a8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:00,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 9c348034b111ed5ae64e9a647f2909a8, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:24:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:24:00,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 9c348034b111ed5ae64e9a647f2909a8, NAME => 'ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:24:00,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:24:00,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916486365352 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:00,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,682 INFO [StoreOpener-9c348034b111ed5ae64e9a647f2909a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,684 INFO [StoreOpener-9c348034b111ed5ae64e9a647f2909a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c348034b111ed5ae64e9a647f2909a8 columnFamilyName f 2023-08-10T06:24:00,684 DEBUG [StoreOpener-9c348034b111ed5ae64e9a647f2909a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:00,685 INFO [StoreOpener-9c348034b111ed5ae64e9a647f2909a8-1 {}] regionserver.HStore(324): Store=9c348034b111ed5ae64e9a647f2909a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:00,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns3/test-16916486365352/9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns3/test-16916486365352/9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:00,694 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns3/test-16916486365352/9c348034b111ed5ae64e9a647f2909a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:24:00,695 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 9c348034b111ed5ae64e9a647f2909a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10396061280, jitterRate=-0.03179134428501129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:24:00,696 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 9c348034b111ed5ae64e9a647f2909a8: 2023-08-10T06:24:00,697 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8., pid=21, masterSystemTime=1691648640673 2023-08-10T06:24:00,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,699 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:00,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=9c348034b111ed5ae64e9a647f2909a8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-10T06:24:00,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 9c348034b111ed5ae64e9a647f2909a8, server=jenkins-hbase3.apache.org,40913,1691648628010 in 183 msec 2023-08-10T06:24:00,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-10T06:24:00,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16916486365352, region=9c348034b111ed5ae64e9a647f2909a8, ASSIGN in 344 msec 2023-08-10T06:24:00,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:24:00,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16916486365352","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648640710"}]},"ts":"1691648640710"} 2023-08-10T06:24:00,712 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16916486365352, state=ENABLED in hbase:meta 2023-08-10T06:24:00,715 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16916486365352 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:24:00,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16916486365352 in 1.2060 sec 2023-08-10T06:24:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-10T06:24:01,626 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16916486365352, procId: 19 completed 2023-08-10T06:24:01,626 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16916486365352 get assigned. Timeout = 60000ms 2023-08-10T06:24:01,628 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:24:01,633 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16916486365352 assigned to meta. Checking AM states. 2023-08-10T06:24:01,633 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:24:01,633 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16916486365352 assigned. 2023-08-10T06:24:01,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16916486365353', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16916486365353 2023-08-10T06:24:01,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:24:01,639 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:01,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16916486365353" procId is: 22 2023-08-10T06:24:01,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:24:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:24:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:24:01,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16916486365351' 2023-08-10T06:24:01,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16916486365352' 2023-08-10T06:24:01,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1691648636535' 2023-08-10T06:24:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:24:02,058 INFO [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ccd0c124b353bb429dbc689627216fb4, NAME => 'ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16916486365353', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:02,074 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:02,075 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1668): Closing ccd0c124b353bb429dbc689627216fb4, disabling compactions & flushes 2023-08-10T06:24:02,075 INFO [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,075 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,075 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. after waiting 0 ms 2023-08-10T06:24:02,075 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,075 INFO [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,075 DEBUG [RegionOpenAndInit-ns4:test-16916486365353-pool-0 {}] regionserver.HRegion(1622): Region close journal for ccd0c124b353bb429dbc689627216fb4: 2023-08-10T06:24:02,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:24:02,077 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1691648642077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648642077"}]},"ts":"1691648642077"} 2023-08-10T06:24:02,079 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:24:02,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:24:02,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916486365353","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648642080"}]},"ts":"1691648642080"} 2023-08-10T06:24:02,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916486365353, state=ENABLING in hbase:meta 2023-08-10T06:24:02,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916486365353, region=ccd0c124b353bb429dbc689627216fb4, ASSIGN}] 2023-08-10T06:24:02,089 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16916486365353, region=ccd0c124b353bb429dbc689627216fb4, ASSIGN 2023-08-10T06:24:02,090 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16916486365353, region=ccd0c124b353bb429dbc689627216fb4, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:24:02,242 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ccd0c124b353bb429dbc689627216fb4, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:02,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure ccd0c124b353bb429dbc689627216fb4, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:24:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:24:02,403 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => ccd0c124b353bb429dbc689627216fb4, NAME => 'ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:24:02,404 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:24:02,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16916486365353 ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:02,405 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,405 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,407 INFO [StoreOpener-ccd0c124b353bb429dbc689627216fb4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,409 INFO [StoreOpener-ccd0c124b353bb429dbc689627216fb4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccd0c124b353bb429dbc689627216fb4 columnFamilyName f 2023-08-10T06:24:02,409 DEBUG [StoreOpener-ccd0c124b353bb429dbc689627216fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:02,410 INFO [StoreOpener-ccd0c124b353bb429dbc689627216fb4-1 {}] regionserver.HStore(324): Store=ccd0c124b353bb429dbc689627216fb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:02,411 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns4/test-16916486365353/ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns4/test-16916486365353/ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:02,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns4/test-16916486365353/ccd0c124b353bb429dbc689627216fb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:24:02,418 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened ccd0c124b353bb429dbc689627216fb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12010886880, jitterRate=0.1186010092496872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-10T06:24:02,419 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for ccd0c124b353bb429dbc689627216fb4: 2023-08-10T06:24:02,420 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4., pid=24, masterSystemTime=1691648642399 2023-08-10T06:24:02,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,422 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:02,423 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ccd0c124b353bb429dbc689627216fb4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:02,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-10T06:24:02,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure ccd0c124b353bb429dbc689627216fb4, server=jenkins-hbase3.apache.org,40913,1691648628010 in 180 msec 2023-08-10T06:24:02,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-10T06:24:02,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16916486365353, region=ccd0c124b353bb429dbc689627216fb4, ASSIGN in 340 msec 2023-08-10T06:24:02,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:24:02,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16916486365353","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648642431"}]},"ts":"1691648642431"} 2023-08-10T06:24:02,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16916486365353, state=ENABLED in hbase:meta 2023-08-10T06:24:02,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16916486365353 execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:24:02,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16916486365353 in 800 msec 2023-08-10T06:24:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-10T06:24:02,748 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16916486365353, procId: 22 completed 2023-08-10T06:24:02,748 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16916486365353 get assigned. Timeout = 60000ms 2023-08-10T06:24:02,748 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:24:02,752 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16916486365353 assigned to meta. Checking AM states. 2023-08-10T06:24:02,753 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-10T06:24:02,753 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16916486365353 assigned. 2023-08-10T06:24:02,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44080dc6 to 127.0.0.1:61728 2023-08-10T06:24:02,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:02,798 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.ResourceChecker(147): before: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=132, ProcessCount=173, AvailableMemoryMB=2703 2023-08-10T06:24:02,798 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-08-10T06:24:02,801 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] master.TestBackupLogCleaner(64): create full backup image for all tables 2023-08-10T06:24:02,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-10T06:24:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-10T06:24:02,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:24:02,833 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-10T06:24:02,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-08-10T06:24:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-10T06:24:02,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-10T06:24:02,945 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:24:02,946 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:02,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-10T06:24:02,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:24:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:03,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:03,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:24:03,366 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 46407fe7c4c4f732cc2300bcb0b7a2fe, NAME => 'backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:03,788 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:03,788 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 46407fe7c4c4f732cc2300bcb0b7a2fe, disabling compactions & flushes 2023-08-10T06:24:03,788 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:03,789 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:03,789 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. after waiting 0 ms 2023-08-10T06:24:03,789 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:03,789 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:03,789 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 46407fe7c4c4f732cc2300bcb0b7a2fe: 2023-08-10T06:24:03,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:24:03,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1691648643791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648643791"}]},"ts":"1691648643791"} 2023-08-10T06:24:03,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:24:03,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:24:03,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648643795"}]},"ts":"1691648643795"} 2023-08-10T06:24:03,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-10T06:24:03,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=46407fe7c4c4f732cc2300bcb0b7a2fe, ASSIGN}] 2023-08-10T06:24:03,804 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=46407fe7c4c4f732cc2300bcb0b7a2fe, ASSIGN 2023-08-10T06:24:03,805 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=46407fe7c4c4f732cc2300bcb0b7a2fe, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:24:03,956 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=46407fe7c4c4f732cc2300bcb0b7a2fe, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:03,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:24:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:04,117 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:04,117 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 46407fe7c4c4f732cc2300bcb0b7a2fe, NAME => 'backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:24:04,118 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:24:04,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:04,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,118 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,121 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,124 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46407fe7c4c4f732cc2300bcb0b7a2fe columnFamilyName meta 2023-08-10T06:24:04,124 DEBUG [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:04,125 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] regionserver.HStore(324): Store=46407fe7c4c4f732cc2300bcb0b7a2fe/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:04,125 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,127 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46407fe7c4c4f732cc2300bcb0b7a2fe columnFamilyName session 2023-08-10T06:24:04,127 DEBUG [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:04,127 INFO [StoreOpener-46407fe7c4c4f732cc2300bcb0b7a2fe-1 {}] regionserver.HStore(324): Store=46407fe7c4c4f732cc2300bcb0b7a2fe/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:04,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,129 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:24:04,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:04,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:24:04,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 46407fe7c4c4f732cc2300bcb0b7a2fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11972208960, jitterRate=0.11499884724617004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:24:04,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 46407fe7c4c4f732cc2300bcb0b7a2fe: 2023-08-10T06:24:04,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe., pid=28, masterSystemTime=1691648644111 2023-08-10T06:24:04,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:04,140 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:04,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=46407fe7c4c4f732cc2300bcb0b7a2fe, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:04,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-10T06:24:04,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe, server=jenkins-hbase3.apache.org,40913,1691648628010 in 183 msec 2023-08-10T06:24:04,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-10T06:24:04,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=46407fe7c4c4f732cc2300bcb0b7a2fe, ASSIGN in 343 msec 2023-08-10T06:24:04,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:24:04,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648644149"}]},"ts":"1691648644149"} 2023-08-10T06:24:04,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-10T06:24:04,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:24:04,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2120 sec 2023-08-10T06:24:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-10T06:24:05,057 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-10T06:24:05,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-10T06:24:05,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-10T06:24:05,076 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:05,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-10T06:24:05,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-10T06:24:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:24:05,094 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7b042d9f8c185e9750170fd2400cedd8, NAME => 'backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 7b042d9f8c185e9750170fd2400cedd8, disabling compactions & flushes 2023-08-10T06:24:05,107 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. after waiting 0 ms 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,107 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,107 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7b042d9f8c185e9750170fd2400cedd8: 2023-08-10T06:24:05,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-10T06:24:05,109 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1691648645108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1691648645108"}]},"ts":"1691648645108"} 2023-08-10T06:24:05,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-10T06:24:05,112 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-10T06:24:05,113 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648645112"}]},"ts":"1691648645112"} 2023-08-10T06:24:05,114 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-10T06:24:05,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7b042d9f8c185e9750170fd2400cedd8, ASSIGN}] 2023-08-10T06:24:05,121 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=7b042d9f8c185e9750170fd2400cedd8, ASSIGN 2023-08-10T06:24:05,122 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=7b042d9f8c185e9750170fd2400cedd8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,40913,1691648628010; forceNewPlan=false, retain=false 2023-08-10T06:24:05,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:24:05,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:05,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648636535 2023-08-10T06:24:05,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1691648636535 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:05,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916486365352 2023-08-10T06:24:05,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916486365352 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:05,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916486365351 2023-08-10T06:24:05,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916486365351 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:05,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916486365353 2023-08-10T06:24:05,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916486365353 Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:24:05,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7b042d9f8c185e9750170fd2400cedd8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:05,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 7b042d9f8c185e9750170fd2400cedd8, server=jenkins-hbase3.apache.org,40913,1691648628010}] 2023-08-10T06:24:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:24:05,433 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 7b042d9f8c185e9750170fd2400cedd8, NAME => 'backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8.', STARTKEY => '', ENDKEY => ''} 2023-08-10T06:24:05,434 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-10T06:24:05,434 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,434 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-10T06:24:05,434 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,434 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,436 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,439 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b042d9f8c185e9750170fd2400cedd8 columnFamilyName meta 2023-08-10T06:24:05,439 DEBUG [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:05,439 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] regionserver.HStore(324): Store=7b042d9f8c185e9750170fd2400cedd8/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:05,440 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,441 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b042d9f8c185e9750170fd2400cedd8 columnFamilyName session 2023-08-10T06:24:05,441 DEBUG [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-10T06:24:05,442 INFO [StoreOpener-7b042d9f8c185e9750170fd2400cedd8-1 {}] regionserver.HStore(324): Store=7b042d9f8c185e9750170fd2400cedd8/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-10T06:24:05,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system_bulk/7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system_bulk/7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-10T06:24:05,449 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:05,452 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system_bulk/7b042d9f8c185e9750170fd2400cedd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-10T06:24:05,453 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 7b042d9f8c185e9750170fd2400cedd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10649434720, jitterRate=-0.008194103837013245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-10T06:24:05,453 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 7b042d9f8c185e9750170fd2400cedd8: 2023-08-10T06:24:05,454 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8., pid=31, masterSystemTime=1691648645429 2023-08-10T06:24:05,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,457 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:05,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=7b042d9f8c185e9750170fd2400cedd8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:05,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-10T06:24:05,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 7b042d9f8c185e9750170fd2400cedd8, server=jenkins-hbase3.apache.org,40913,1691648628010 in 183 msec 2023-08-10T06:24:05,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-10T06:24:05,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=7b042d9f8c185e9750170fd2400cedd8, ASSIGN in 343 msec 2023-08-10T06:24:05,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-10T06:24:05,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1691648645465"}]},"ts":"1691648645465"} 2023-08-10T06:24:05,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-10T06:24:05,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-10T06:24:05,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 398 msec 2023-08-10T06:24:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-10T06:24:05,683 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-10T06:24:05,699 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1691648629752; access_time=1691648629752; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-08-10T06:24:05,729 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-08-10T06:24:05,730 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x403f8240 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:05,735 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1992fa7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:05,745 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:05,747 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42600, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:05,756 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:24:05,757 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40698, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:24:05,772 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:24:05,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648645817 (current time:1691648645817). 2023-08-10T06:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:24:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1992389d to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fec2039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:05,829 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1992389d to 127.0.0.1:61728 2023-08-10T06:24:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:24:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:24:05,846 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:05,851 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:05,854 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:06,265 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:06,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe}] 2023-08-10T06:24:06,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:06,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-10T06:24:06,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:06,438 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 46407fe7c4c4f732cc2300bcb0b7a2fe 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-10T06:24:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:06,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/8a90c63ac9884a5a8f365f8a1348d031 is 49, key is activesession:/session:c/1691648645803/Put/seqid=0 2023-08-10T06:24:06,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/8a90c63ac9884a5a8f365f8a1348d031 2023-08-10T06:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:07,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8a90c63ac9884a5a8f365f8a1348d031 2023-08-10T06:24:07,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/8a90c63ac9884a5a8f365f8a1348d031 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031 2023-08-10T06:24:07,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031, entries=1, sequenceid=5, filesize=4.9 K 2023-08-10T06:24:07,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 46407fe7c4c4f732cc2300bcb0b7a2fe in 606ms, sequenceid=5, compaction requested=false 2023-08-10T06:24:07,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-10T06:24:07,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 46407fe7c4c4f732cc2300bcb0b7a2fe: 2023-08-10T06:24:07,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. for snapshot_backup_system completed. 2023-08-10T06:24:07,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:24:07,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:07,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:24:07,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031] hfiles 2023-08-10T06:24:07,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031 for snapshot=snapshot_backup_system 2023-08-10T06:24:07,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:07,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-10T06:24:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-10T06:24:07,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:07,483 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:07,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-10T06:24:07,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe in 1.2170 sec 2023-08-10T06:24:07,487 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:07,489 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:07,492 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:07,493 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:24:07,495 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:24:07,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-10T06:24:07,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16916486365353' 2023-08-10T06:24:07,921 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:07,935 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:07,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:24:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:08,376 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:08,376 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-10T06:24:08,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.5370 sec 2023-08-10T06:24:09,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-10T06:24:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-10T06:24:09,957 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-08-10T06:24:09,957 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(115): Backup backup_1691648645737 started at 1691648649957. 2023-08-10T06:24:09,983 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(119): Backup session backup_1691648645737 has been started. 2023-08-10T06:24:09,988 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-10T06:24:10,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:24:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:24:10,010 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:24:10,010 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:24:10,011 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:24:10,011 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:24:10,011 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,011 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:10,012 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:24:10,012 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,013 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:24:10,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:24:10,013 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,013 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:24:10,013 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:10,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:24:10,014 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:10,014 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:24:10,016 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:24:10,016 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:24:10,016 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:24:10,016 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:24:10,017 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:24:10,017 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:24:10,017 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40913,1691648628010' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:24:10,019 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,019 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:10,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:10,019 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,020 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:24:10,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:10,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:10,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:10,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40913,1691648628010' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:24:10,022 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6ef92cf6[Count = 0] remaining members to acquire global barrier 2023-08-10T06:24:10,022 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:24:10,022 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,023 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,024 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,024 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:24:10,024 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,024 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:24:10,025 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:24:10,025 DEBUG [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,025 INFO [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648629740 highest: 1691648629740 on jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,025 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010:(num 1691648629740) roll requested 2023-08-10T06:24:10,036 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025, exclude list is [], retry=0 2023-08-10T06:24:10,041 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:24:10,045 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740 with entries=19, filesize=4.08 KB; new WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 2023-08-10T06:24:10,046 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:24:10,046 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740 is not closed yet, will try archiving it next time 2023-08-10T06:24:10,046 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta:.meta(num 1691648630090) roll requested 2023-08-10T06:24:10,058 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta, exclude list is [], retry=0 2023-08-10T06:24:10,062 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:24:10,064 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648630090.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta 2023-08-10T06:24:10,064 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:24:10,064 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648630090.meta is not closed yet, will try archiving it next time 2023-08-10T06:24:10,065 DEBUG [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:24:10,065 INFO [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648650025 on jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,066 DEBUG [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:24:10,068 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40702, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-10T06:24:10,089 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:24:10,090 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40913,1691648628010' in zk 2023-08-10T06:24:10,093 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:24:10,093 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,093 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:24:10,093 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:24:10,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:10,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:10,094 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:10,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:10,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:10,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40913,1691648628010': 2023-08-10T06:24:10,097 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40913,1691648628010' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:24:10,097 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:24:10,097 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:24:10,097 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:24:10,097 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:24:10,097 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:24:10,099 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,100 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,100 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,100 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,100 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:10,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:24:10,100 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:10,101 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,102 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:10,102 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:10,103 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:10,110 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:10,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,110 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:24:10,110 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:10,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:24:10,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:24:10,111 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:10,111 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:24:10,111 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:24:10,113 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:24:10,113 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:24:10,213 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:24:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:24:10,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } 2023-08-10T06:24:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648650224 (current time:1691648650224). 2023-08-10T06:24:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648650223_default_test-1691648636535 VERSION not specified, setting to 2 2023-08-10T06:24:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1748093e to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b4152b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:10,233 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55804, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1748093e to 127.0.0.1:61728 2023-08-10T06:24:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } 2023-08-10T06:24:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:24:10,238 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:10,239 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:10,241 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:10,658 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:10,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e7abd3f05898ae217564ec9deb4ab525}] 2023-08-10T06:24:10,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:24:10,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-10T06:24:10,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:10,815 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing e7abd3f05898ae217564ec9deb4ab525 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:24:10,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/2ee70f59308c4b4ca8c5749ead8ba590 is 37, key is row10/f:q1/1691648638196/Put/seqid=0 2023-08-10T06:24:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:11,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/2ee70f59308c4b4ca8c5749ead8ba590 2023-08-10T06:24:11,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2ee70f59308c4b4ca8c5749ead8ba590 2023-08-10T06:24:11,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/2ee70f59308c4b4ca8c5749ead8ba590 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590 2023-08-10T06:24:11,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:24:11,268 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e7abd3f05898ae217564ec9deb4ab525 in 452ms, sequenceid=103, compaction requested=false 2023-08-10T06:24:11,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for e7abd3f05898ae217564ec9deb4ab525: 2023-08-10T06:24:11,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. for snapshot_1691648650223_default_test-1691648636535 completed. 2023-08-10T06:24:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525.' region-info for snapshot=snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590] hfiles 2023-08-10T06:24:11,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590 for snapshot=snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:11,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:11,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-10T06:24:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-10T06:24:11,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648650223_default_test-1691648636535 on region e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:24:11,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:24:11,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-10T06:24:11,688 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:11,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure e7abd3f05898ae217564ec9deb4ab525 in 1.0280 sec 2023-08-10T06:24:11,689 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:11,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:11,690 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:11,691 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:12,111 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:12,119 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:12,119 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648650223_default_test-1691648636535 to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:12,953 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:12,953 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-10T06:24:12,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1691648650223_default_test-1691648636535 table=test-1691648636535 type=FLUSH ttl=0 } in 2.7180 sec 2023-08-10T06:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-10T06:24:14,350 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1691648636535, procId: 34 completed 2023-08-10T06:24:14,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } 2023-08-10T06:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648654351 (current time:1691648654351). 2023-08-10T06:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648654350_ns2_test-16916486365351 VERSION not specified, setting to 2 2023-08-10T06:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65acf0a2 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a14d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:14,361 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55818, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65acf0a2 to 127.0.0.1:61728 2023-08-10T06:24:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } 2023-08-10T06:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:24:14,368 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:14,372 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:14,374 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:14,785 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:14,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 42847ad86152e5a845ec58542b6a9c84}] 2023-08-10T06:24:14,788 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:24:14,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-08-10T06:24:14,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:14,942 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 42847ad86152e5a845ec58542b6a9c84 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-10T06:24:14,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/3862020cfe3e4b62bc9d21f51d2e60de is 37, key is row10/f:q1/1691648639420/Put/seqid=0 2023-08-10T06:24:14,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/3862020cfe3e4b62bc9d21f51d2e60de 2023-08-10T06:24:14,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3862020cfe3e4b62bc9d21f51d2e60de 2023-08-10T06:24:14,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/3862020cfe3e4b62bc9d21f51d2e60de as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de 2023-08-10T06:24:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:14,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de, entries=99, sequenceid=103, filesize=8.2 K 2023-08-10T06:24:14,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 42847ad86152e5a845ec58542b6a9c84 in 44ms, sequenceid=103, compaction requested=false 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 42847ad86152e5a845ec58542b6a9c84: 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. for snapshot_1691648654350_ns2_test-16916486365351 completed. 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84.' region-info for snapshot=snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de] hfiles 2023-08-10T06:24:14,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de for snapshot=snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:15,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:24:15,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-10T06:24:15,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:15,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-08-10T06:24:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-08-10T06:24:15,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648654350_ns2_test-16916486365351 on region 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:24:15,400 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:24:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-10T06:24:15,403 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 42847ad86152e5a845ec58542b6a9c84 in 615 msec 2023-08-10T06:24:15,404 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:15,405 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:15,405 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:15,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:15,424 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:15,432 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:15,433 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648654350_ns2_test-16916486365351 to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:15,858 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:15,858 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-10T06:24:15,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1691648654350_ns2_test-16916486365351 table=ns2:test-16916486365351 type=FLUSH ttl=0 } in 1.4940 sec 2023-08-10T06:24:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-10T06:24:16,481 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16916486365351, procId: 36 completed 2023-08-10T06:24:16,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } 2023-08-10T06:24:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648656482 (current time:1691648656482). 2023-08-10T06:24:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648656481_ns3_test-16916486365352 VERSION not specified, setting to 2 2023-08-10T06:24:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x35030137 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a8ced5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:16,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55822, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x35030137 to 127.0.0.1:61728 2023-08-10T06:24:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } 2023-08-10T06:24:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:24:16,495 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:16,496 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:16,498 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:16,905 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:16,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9c348034b111ed5ae64e9a647f2909a8}] 2023-08-10T06:24:16,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:17,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-08-10T06:24:17,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:17,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 9c348034b111ed5ae64e9a647f2909a8: 2023-08-10T06:24:17,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. for snapshot_1691648656481_ns3_test-16916486365352 completed. 2023-08-10T06:24:17,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8.' region-info for snapshot=snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:17,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:17,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:24:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:17,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:17,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-08-10T06:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-08-10T06:24:17,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648656481_ns3_test-16916486365352 on region 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:17,471 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:17,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-08-10T06:24:17,473 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:17,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 9c348034b111ed5ae64e9a647f2909a8 in 567 msec 2023-08-10T06:24:17,474 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:17,475 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:17,475 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:17,476 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:17,887 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:17,893 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:17,894 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648656481_ns3_test-16916486365352 to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:18,715 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:18,715 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-08-10T06:24:18,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1691648656481_ns3_test-16916486365352 table=ns3:test-16916486365352 type=FLUSH ttl=0 } in 2.2230 sec 2023-08-10T06:24:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-08-10T06:24:20,605 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns3:test-16916486365352, procId: 38 completed 2023-08-10T06:24:20,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } 2023-08-10T06:24:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648660606 (current time:1691648660606). 2023-08-10T06:24:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1691648660605_ns4_test-16916486365353 VERSION not specified, setting to 2 2023-08-10T06:24:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4ffe62a5 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d9d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:20,617 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:44534, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4ffe62a5 to 127.0.0.1:61728 2023-08-10T06:24:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } 2023-08-10T06:24:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:24:20,623 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:20,625 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:20,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:20,637 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:20,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure ccd0c124b353bb429dbc689627216fb4}] 2023-08-10T06:24:20,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:20,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-08-10T06:24:20,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:20,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for ccd0c124b353bb429dbc689627216fb4: 2023-08-10T06:24:20,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. for snapshot_1691648660605_ns4_test-16916486365353 completed. 2023-08-10T06:24:20,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.' region-info for snapshot=snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:20,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:20,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-10T06:24:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:21,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:21,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-08-10T06:24:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=41 2023-08-10T06:24:21,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1691648660605_ns4_test-16916486365353 on region ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:21,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:21,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-08-10T06:24:21,205 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:21,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure ccd0c124b353bb429dbc689627216fb4 in 566 msec 2023-08-10T06:24:21,206 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:21,207 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:21,207 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:21,208 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:21,619 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:21,626 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:21,626 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_1691648660605_ns4_test-16916486365353 to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:22,449 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:22,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-08-10T06:24:22,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1691648660605_ns4_test-16916486365353 table=ns4:test-16916486365353 type=FLUSH ttl=0 } in 1.8300 sec 2023-08-10T06:24:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-08-10T06:24:22,731 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns4:test-16916486365353, procId: 40 completed 2023-08-10T06:24:22,731 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1691648645737 2023-08-10T06:24:22,731 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-10T06:24:22,733 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(80): There are 4 snapshots to be copied. 2023-08-10T06:24:22,733 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648645737_ns2:test-16916486365351 2023-08-10T06:24:22,733 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648654350_ns2_test-16916486365351 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns2/test-16916486365351/ 2023-08-10T06:24:22,743 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:24:22,773 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:22,773 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34945,1691648625011_-1623252942_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42177/backupUT/backup_1691648645737/ns2/test-16916486365351, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42177/backupUT/backup_1691648645737/ns2/test-16916486365351/.hbase-snapshot/.tmp/snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:22,773 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0, snapshotDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648654350_ns2_test-16916486365351. 2023-08-10T06:24:22,785 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648654350_ns2_test-16916486365351 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns2/test-16916486365351/.hbase-snapshot/.tmp/snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:23,220 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:23,220 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:23,221 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:23,222 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,216 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-4723332847664670869.jar 2023-08-10T06:24:24,217 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,217 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,219 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-10T06:24:24,220 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,221 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,221 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:33202, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-10T06:24:24,222 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,222 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,223 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,223 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,224 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:24,225 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:24,226 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:24:24,226 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:24:24,227 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:24:24,227 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:24:24,228 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:24:24,228 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:24:24,228 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:24:24,229 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:24:24,229 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:24:24,230 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:24:24,230 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:24:24,234 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:24,235 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:24,235 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:24,235 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:24,236 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:24,237 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:24,237 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:24,297 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:24,318 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648654350_ns2_test-16916486365351' hfile list 2023-08-10T06:24:24,327 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:24:24,573 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648664526/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:24:24,573 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648664526/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:24:24,736 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:24:24,765 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de output=hdfs://localhost:42177/backupUT/backup_1691648645737/ns2/test-16916486365351/archive/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/3862020cfe3e4b62bc9d21f51d2e60de 2023-08-10T06:24:24,766 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-08-10T06:24:25,634 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:24:25,636 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:24:25,645 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:25,645 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648654350_ns2_test-16916486365351 finished. 2023-08-10T06:24:25,645 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648645737_ns3:test-16916486365352 2023-08-10T06:24:25,645 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648656481_ns3_test-16916486365352 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns3/test-16916486365352/ 2023-08-10T06:24:25,646 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:24:25,673 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:25,673 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34945,1691648625011_1917739742_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42177/backupUT/backup_1691648645737/ns3/test-16916486365352, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42177/backupUT/backup_1691648645737/ns3/test-16916486365352/.hbase-snapshot/.tmp/snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:25,674 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0, snapshotDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648656481_ns3_test-16916486365352. 2023-08-10T06:24:25,682 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648656481_ns3_test-16916486365352 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns3/test-16916486365352/.hbase-snapshot/.tmp/snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:26,122 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:26,122 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:26,123 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:26,123 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,111 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-7470521567286341230.jar 2023-08-10T06:24:27,112 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,112 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,113 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,113 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,113 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,114 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,114 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,115 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,115 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:27,116 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:27,116 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:24:27,117 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:24:27,117 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:24:27,118 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:24:27,118 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:24:27,119 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:24:27,119 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:24:27,120 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:24:27,120 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:24:27,121 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:24:27,121 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:24:27,122 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:27,122 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:27,123 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:27,123 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:27,123 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:27,124 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:27,125 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:27,152 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:27,169 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648656481_ns3_test-16916486365352' hfile list 2023-08-10T06:24:27,244 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648667209/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:24:27,244 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648667209/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:24:28,288 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:24:28,289 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:24:28,296 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:28,296 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648656481_ns3_test-16916486365352 finished. 2023-08-10T06:24:28,297 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648645737_test-1691648636535 2023-08-10T06:24:28,297 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648650223_default_test-1691648636535 to hdfs://localhost:42177/backupUT/backup_1691648645737/default/test-1691648636535/ 2023-08-10T06:24:28,297 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:24:28,320 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:28,320 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34945,1691648625011_-37006274_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42177/backupUT/backup_1691648645737/default/test-1691648636535, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42177/backupUT/backup_1691648645737/default/test-1691648636535/.hbase-snapshot/.tmp/snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:28,320 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0, snapshotDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648650223_default_test-1691648636535. 2023-08-10T06:24:28,333 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648650223_default_test-1691648636535 to hdfs://localhost:42177/backupUT/backup_1691648645737/default/test-1691648636535/.hbase-snapshot/.tmp/snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:28,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:28,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:28,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:28,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,751 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-8396539379187488044.jar 2023-08-10T06:24:29,752 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,752 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,754 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,755 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,755 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:29,756 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:29,756 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:24:29,757 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:24:29,757 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:24:29,758 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:24:29,758 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:24:29,759 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:24:29,759 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:24:29,760 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:24:29,760 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:24:29,761 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:24:29,761 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:24:29,762 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:29,762 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:29,763 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:29,763 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:29,763 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:29,764 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:29,765 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:29,792 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:29,811 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648650223_default_test-1691648636535' hfile list 2023-08-10T06:24:29,813 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-10T06:24:29,890 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648669854/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:24:29,890 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648669854/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:24:29,946 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-10T06:24:30,001 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590 output=hdfs://localhost:42177/backupUT/backup_1691648645737/default/test-1691648636535/archive/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/2ee70f59308c4b4ca8c5749ead8ba590 2023-08-10T06:24:30,001 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-10T06:24:30,928 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:24:30,929 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:24:30,937 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:30,937 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648650223_default_test-1691648636535 finished. 2023-08-10T06:24:30,937 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1691648645737_ns4:test-16916486365353 2023-08-10T06:24:30,937 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1691648660605_ns4_test-16916486365353 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns4/test-16916486365353/ 2023-08-10T06:24:30,937 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-10T06:24:30,961 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0 2023-08-10T06:24:30,961 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,34945,1691648625011_1008883910_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42177/backupUT/backup_1691648645737/ns4/test-16916486365353, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42177/backupUT/backup_1691648645737/ns4/test-16916486365353/.hbase-snapshot/.tmp/snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:30,961 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42177, inputRoot=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0, snapshotDir=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648660605_ns4_test-16916486365353. 2023-08-10T06:24:30,968 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_1691648660605_ns4_test-16916486365353 to hdfs://localhost:42177/backupUT/backup_1691648645737/ns4/test-16916486365353/.hbase-snapshot/.tmp/snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:31,387 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:31,388 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:31,388 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:31,389 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:31,992 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-08-10T06:24:31,992 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-08-10T06:24:32,406 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-4223764186025887189.jar 2023-08-10T06:24:32,406 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,406 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,407 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,407 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,408 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,409 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,409 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,409 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:32,410 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:32,411 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:24:32,411 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:24:32,412 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:24:32,413 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:24:32,413 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:24:32,413 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:24:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:24:32,414 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:24:32,415 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:24:32,415 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:24:32,416 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:24:32,416 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:32,417 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:32,417 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:32,418 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:32,418 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-10T06:24:32,419 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:32,419 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:32,445 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:32,464 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1691648660605_ns4_test-16916486365353' hfile list 2023-08-10T06:24:32,539 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648672504/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:24:32,539 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648672504/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:24:33,575 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-10T06:24:33,577 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-10T06:24:33,582 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:33,582 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1691648660605_ns4_test-16916486365353 finished. 2023-08-10T06:24:33,583 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1014): ns2:test-16916486365351 2023-08-10T06:24:33,583 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1014): ns3:test-16916486365352 2023-08-10T06:24:33,583 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1014): test-1691648636535 2023-08-10T06:24:33,583 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1014): ns4:test-16916486365353 2023-08-10T06:24:33,653 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648645737 2023-08-10T06:24:33,653 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:24:34,064 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648645737/.backup.manifest 2023-08-10T06:24:34,064 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648645737 2023-08-10T06:24:34,064 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:24:34,470 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648645737/.backup.manifest 2023-08-10T06:24:34,470 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648645737 2023-08-10T06:24:34,470 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:24:34,877 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648645737/.backup.manifest 2023-08-10T06:24:34,877 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648645737 2023-08-10T06:24:34,877 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-10T06:24:35,283 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648645737/.backup.manifest 2023-08-10T06:24:35,283 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(358): Backup backup_1691648645737 finished: type=FULL,tablelist=ns2:test-16916486365351;ns3:test-16916486365352;test-1691648636535;ns4:test-16916486365353,targetRootDir=hdfs://localhost:42177/backupUT,startts=1691648649957,completets=1691648673650,bytescopied=0 2023-08-10T06:24:35,283 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-10T06:24:35,283 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:35,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648654350_ns2_test-16916486365351" 2023-08-10T06:24:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648654350_ns2_test-16916486365351 2023-08-10T06:24:35,295 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648654350_ns2_test-16916486365351 for backup backup_1691648645737 succeeded. 2023-08-10T06:24:35,295 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:35,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648656481_ns3_test-16916486365352" 2023-08-10T06:24:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648656481_ns3_test-16916486365352 2023-08-10T06:24:35,299 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648656481_ns3_test-16916486365352 for backup backup_1691648645737 succeeded. 2023-08-10T06:24:35,299 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:35,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648650223_default_test-1691648636535" 2023-08-10T06:24:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648650223_default_test-1691648636535 2023-08-10T06:24:35,303 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648650223_default_test-1691648636535 for backup backup_1691648645737 succeeded. 2023-08-10T06:24:35,303 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:35,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1691648660605_ns4_test-16916486365353" 2023-08-10T06:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1691648660605_ns4_test-16916486365353 2023-08-10T06:24:35,307 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1691648660605_ns4_test-16916486365353 for backup backup_1691648645737 succeeded. 2023-08-10T06:24:35,307 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:24:35,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:24:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:24:35,322 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:24:35,329 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:24:35,346 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(376): Backup backup_1691648645737 completed. 2023-08-10T06:24:35,346 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:24:35,347 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x403f8240 to 127.0.0.1:61728 2023-08-10T06:24:35,347 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:35,377 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-08-10T06:24:35,379 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648629740; isDirectory=false; length=4187; replication=1; blocksize=268435456; modification_time=1691648650050; access_time=1691648629752; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-08-10T06:24:35,379 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1691648650037; access_time=1691648650037; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-08-10T06:24:35,379 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] master.TestBackupLogCleaner(95): WAL list after full backup 2023-08-10T06:24:35,380 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2546c4f1 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:35,385 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72284c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:35,387 DEBUG [hconnection-0x2229e3f5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:35,388 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60472, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:35,512 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x194193a4 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:35,517 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c4c662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:35,518 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:24:35,519 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50264, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:24:35,523 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:35,525 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:35,557 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-10T06:24:35,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1691648675561 (current time:1691648675561). 2023-08-10T06:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-10T06:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-10T06:24:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5a06989f to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7830f1e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:35,571 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60492, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5a06989f to 127.0.0.1:61728 2023-08-10T06:24:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-10T06:24:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-10T06:24:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-08-10T06:24:35,575 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-10T06:24:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:35,576 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-10T06:24:35,578 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-10T06:24:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:35,985 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-10T06:24:35,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe}] 2023-08-10T06:24:35,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:36,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40913 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-08-10T06:24:36,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:36,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 46407fe7c4c4f732cc2300bcb0b7a2fe 2/2 column families, dataSize=2.36 KB heapSize=3.96 KB 2023-08-10T06:24:36,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e is 171, key is trslm:hdfs://localhost:42177/backupUT\x00ns2:test-16916486365351/meta:log-roll-map/1691648673640/Put/seqid=0 2023-08-10T06:24:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:36,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.27 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e 2023-08-10T06:24:36,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ceff3b7a4feb4e4abf8cd1f8e1cd050e 2023-08-10T06:24:36,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/ffa334c4b1e2471abeaf4363bbf48a08 is 757, key is session:backup_1691648645737/session:context/1691648675328/Put/seqid=0 2023-08-10T06:24:36,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.09 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/ffa334c4b1e2471abeaf4363bbf48a08 2023-08-10T06:24:36,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ffa334c4b1e2471abeaf4363bbf48a08 2023-08-10T06:24:36,582 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e 2023-08-10T06:24:36,589 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e, entries=10, sequenceid=17, filesize=6.3 K 2023-08-10T06:24:36,590 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/ffa334c4b1e2471abeaf4363bbf48a08 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/ffa334c4b1e2471abeaf4363bbf48a08 2023-08-10T06:24:36,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/ffa334c4b1e2471abeaf4363bbf48a08, entries=2, sequenceid=17, filesize=5.7 K 2023-08-10T06:24:36,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~2.36 KB/2419, heapSize ~3.93 KB/4024, currentSize=0 B/0 for 46407fe7c4c4f732cc2300bcb0b7a2fe in 457ms, sequenceid=17, compaction requested=false 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 46407fe7c4c4f732cc2300bcb0b7a2fe: 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. for snapshot_backup_system completed. 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe.' region-info for snapshot=snapshot_backup_system 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e] hfiles 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/ceff3b7a4feb4e4abf8cd1f8e1cd050e for snapshot=snapshot_backup_system 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031, hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/ffa334c4b1e2471abeaf4363bbf48a08] hfiles 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/8a90c63ac9884a5a8f365f8a1348d031 for snapshot=snapshot_backup_system 2023-08-10T06:24:36,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/ffa334c4b1e2471abeaf4363bbf48a08 for snapshot=snapshot_backup_system 2023-08-10T06:24:36,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:36,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-08-10T06:24:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.HMaster(3994): Remote procedure done, pid=43 2023-08-10T06:24:36,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:36,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:36,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=43, resume processing ppid=42 2023-08-10T06:24:36,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure 46407fe7c4c4f732cc2300bcb0b7a2fe in 620 msec 2023-08-10T06:24:36,606 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-10T06:24:36,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-10T06:24:36,607 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-10T06:24:36,607 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-10T06:24:36,608 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-10T06:24:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:37,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-10T06:24:37,025 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-10T06:24:37,025 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/.hbase-snapshot/snapshot_backup_system 2023-08-10T06:24:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:37,844 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-10T06:24:37,844 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-08-10T06:24:37,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2710 sec 2023-08-10T06:24:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-08-10T06:24:39,684 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-08-10T06:24:39,684 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(115): Backup backup_1691648675518 started at 1691648679684. 2023-08-10T06:24:39,686 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(119): Backup session backup_1691648675518 has been started. 2023-08-10T06:24:39,691 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16916486365351, ns3:test-16916486365352, ns4:test-16916486365353, test-1691648636535] 2023-08-10T06:24:39,695 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(76): StartCode 1691648629740for backupID backup_1691648675518 2023-08-10T06:24:39,695 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-08-10T06:24:39,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-10T06:24:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-10T06:24:39,696 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-10T06:24:39,696 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-10T06:24:39,697 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-10T06:24:39,697 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-10T06:24:39,698 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,698 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:39,700 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,700 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:24:39,700 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:24:39,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:24:39,700 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,700 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-10T06:24:39,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:39,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-10T06:24:39,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:39,701 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-10T06:24:39,701 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-10T06:24:39,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-10T06:24:39,702 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-10T06:24:39,702 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-10T06:24:39,702 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-10T06:24:39,702 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-10T06:24:39,702 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,40913,1691648628010' joining acquired barrier for procedure (rolllog) in zk 2023-08-10T06:24:39,705 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,705 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:39,705 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,705 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-10T06:24:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:39,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:39,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:39,707 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,40913,1691648628010' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-10T06:24:39,707 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4542e39a[Count = 0] remaining members to acquire global barrier 2023-08-10T06:24:39,707 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-10T06:24:39,707 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,708 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,708 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,708 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-10T06:24:39,708 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,708 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-10T06:24:39,709 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-10T06:24:39,709 DEBUG [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,709 INFO [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1691648650025 highest: 1691648650025 on jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,709 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010:(num 1691648650025) roll requested 2023-08-10T06:24:39,720 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648679709, exclude list is [], retry=0 2023-08-10T06:24:39,726 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:24:39,728 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 with entries=118, filesize=15.38 KB; new WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648679709 2023-08-10T06:24:39,728 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:24:39,728 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 is not closed yet, will try archiving it next time 2023-08-10T06:24:39,728 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta:.meta(num 1691648650046) roll requested 2023-08-10T06:24:39,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 not finished, retry = 0 2023-08-10T06:24:39,740 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648679728.meta, exclude list is [], retry=0 2023-08-10T06:24:39,743 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK] 2023-08-10T06:24:39,744 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648679728.meta 2023-08-10T06:24:39,744 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44871,DS-3b1630ff-b352-410c-9b5c-83191d802154,DISK]] 2023-08-10T06:24:39,744 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta is not closed yet, will try archiving it next time 2023-08-10T06:24:39,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta not finished, retry = 0 2023-08-10T06:24:39,749 DEBUG [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-08-10T06:24:39,749 INFO [rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1691648679709 on jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,758 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-10T06:24:39,758 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,40913,1691648628010' in zk 2023-08-10T06:24:39,761 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,761 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-10T06:24:39,761 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:24:39,761 DEBUG [member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-10T06:24:39,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:39,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:39,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:39,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:39,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:39,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,40913,1691648628010': 2023-08-10T06:24:39,766 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,40913,1691648628010' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-10T06:24:39,766 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-10T06:24:39,766 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-10T06:24:39,766 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-10T06:24:39,766 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-10T06:24:39,766 INFO [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-10T06:24:39,769 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,769 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,769 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:24:39,769 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-10T06:24:39,769 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:24:39,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-10T06:24:39,769 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-10T06:24:39,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,771 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-10T06:24:39,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-10T06:24:39,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:39,776 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:39,776 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-08-10T06:24:39,776 DEBUG [(jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-10T06:24:39,776 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-08-10T06:24:39,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-10T06:24:39,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-10T06:24:39,777 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-10T06:24:39,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-10T06:24:39,777 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-08-10T06:24:39,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-08-10T06:24:39,777 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-08-10T06:24:39,848 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta 2023-08-10T06:24:39,878 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-08-10T06:24:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-10T06:24:39,881 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:40913=1691648629740} newestTimestamps: {jenkins-hbase3.apache.org:40913=1691648650025} 2023-08-10T06:24:39,883 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648630090.meta 2023-08-10T06:24:39,883 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648679728.meta 2023-08-10T06:24:39,883 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 2023-08-10T06:24:39,883 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648679709 2023-08-10T06:24:39,884 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs/jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta.1691648650046.meta 2023-08-10T06:24:40,295 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16916486365351 target: hdfs://localhost:42177/backupUT/backup_1691648675518/ns2/test-16916486365351 descriptor: 'ns2:test-16916486365351', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:40,295 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:24:40,297 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16916486365351 2023-08-10T06:24:40,703 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16916486365351 2023-08-10T06:24:41,115 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(146): Attempting to copy table info for:ns3:test-16916486365352 target: hdfs://localhost:42177/backupUT/backup_1691648675518/ns3/test-16916486365352 descriptor: 'ns3:test-16916486365352', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:41,115 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:24:41,117 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(151): Starting to write region info for table ns3:test-16916486365352 2023-08-10T06:24:41,523 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(158): Finished writing region info for table ns3:test-16916486365352 2023-08-10T06:24:41,934 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(146): Attempting to copy table info for:ns4:test-16916486365353 target: hdfs://localhost:42177/backupUT/backup_1691648675518/ns4/test-16916486365353 descriptor: 'ns4:test-16916486365353', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:41,934 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:24:41,936 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(151): Starting to write region info for table ns4:test-16916486365353 2023-08-10T06:24:42,342 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(158): Finished writing region info for table ns4:test-16916486365353 2023-08-10T06:24:42,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(146): Attempting to copy table info for:test-1691648636535 target: hdfs://localhost:42177/backupUT/backup_1691648675518/default/test-1691648636535 descriptor: 'test-1691648636535', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-10T06:24:42,753 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-08-10T06:24:42,756 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(151): Starting to write region info for table test-1691648636535 2023-08-10T06:24:43,163 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.BackupUtils(158): Finished writing region info for table test-1691648636535 2023-08-10T06:24:43,173 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:42177/backupUT/.tmp/backup_1691648675518 from hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 2023-08-10T06:24:43,176 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x165e05a3 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:43,182 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d7f5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:43,184 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-10T06:24:43,185 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:50302, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-10T06:24:43,202 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-08-10T06:24:43,202 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16916486365351 2023-08-10T06:24:43,207 DEBUG [hconnection-0x2fe266af-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:43,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:43,211 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16916486365351: ns2:test-16916486365351; 2023-08-10T06:24:43,212 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns3:test-16916486365352 2023-08-10T06:24:43,214 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns3:test-16916486365352: ns3:test-16916486365352; 2023-08-10T06:24:43,214 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns4:test-16916486365353 2023-08-10T06:24:43,216 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns4:test-16916486365353: ns4:test-16916486365353; 2023-08-10T06:24:43,216 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1691648636535 2023-08-10T06:24:43,217 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1691648636535: test-1691648636535; 2023-08-10T06:24:43,217 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(694): Configuring 4 reduce partitions to match current region count for all tables 2023-08-10T06:24:43,218 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/hbase-staging/partitions_250aaf4a-fbfd-4a72-9e14-b1ee083a024e 2023-08-10T06:24:43,656 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:43,656 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:43,657 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:43,657 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,635 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-6229214813069939278.jar 2023-08-10T06:24:44,635 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,636 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,636 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,637 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,637 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,637 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,638 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,638 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,639 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,639 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:44,640 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-10T06:24:44,640 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-10T06:24:44,641 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-10T06:24:44,641 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-10T06:24:44,642 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-10T06:24:44,642 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-10T06:24:44,642 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-10T06:24:44,643 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-10T06:24:44,644 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-10T06:24:44,644 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-10T06:24:44,645 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-10T06:24:44,648 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,649 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,649 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,650 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,650 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,651 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-10T06:24:44,652 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-10T06:24:44,652 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16916486365351,ns3:test-16916486365352,ns4:test-16916486365353,default:test-1691648636535 2023-08-10T06:24:44,652 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:24:44,653 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x165e05a3 to 127.0.0.1:61728 2023-08-10T06:24:44,653 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:44,654 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-10T06:24:45,631 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop-6290980682560720724.jar 2023-08-10T06:24:45,638 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:45,653 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 for WAL files 2023-08-10T06:24:45,654 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 2023-08-10T06:24:45,727 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648685691/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-10T06:24:45,727 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/mapreduce.cluster.local.dir/1691648685691/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-10T06:24:45,818 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 for hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648650025 (-9223372036854775808:9223372036854775807) length:15753 2023-08-10T06:24:45,834 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-08-10T06:24:45,834 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-08-10T06:24:45,959 DEBUG [pool-224-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4a7f581a to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:45,967 DEBUG [pool-224-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7874140b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:45,969 DEBUG [hconnection-0x2cb19b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:45,970 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56416, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:45,972 DEBUG [pool-224-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4a7f581a to 127.0.0.1:61728 2023-08-10T06:24:45,972 DEBUG [pool-224-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:45,975 DEBUG [pool-224-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-08-10T06:24:45,975 DEBUG [pool-224-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:24:45,982 DEBUG [pool-224-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/backupUT/.tmp/backup_1691648675518/_temporary/0/_temporary/attempt_local1050306025_0005_r_000000_0/ns2/test-16916486365351/f/43955560cca84db6b2c892b7a333c487 is 38, key is row-t20/f:q1/1691648675508/Put/seqid=0 2023-08-10T06:24:45,984 WARN [Thread-1007 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40913] Specified favored nodes: [jenkins-hbase3.apache.org:40913] 2023-08-10T06:24:46,434 DEBUG [pool-224-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0ad03fd7 to 127.0.0.1:61728 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-10T06:24:46,438 DEBUG [pool-224-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ea3ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-10T06:24:46,441 DEBUG [hconnection-0x5408208e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-10T06:24:46,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:56426, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-10T06:24:46,445 DEBUG [pool-224-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0ad03fd7 to 127.0.0.1:61728 2023-08-10T06:24:46,445 DEBUG [pool-224-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:46,446 DEBUG [pool-224-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-08-10T06:24:46,446 DEBUG [pool-224-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-08-10T06:24:46,455 DEBUG [pool-224-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/backupUT/.tmp/backup_1691648675518/_temporary/0/_temporary/attempt_local1050306025_0005_r_000003_0/default/test-1691648636535/f/870fb0ce8e5b4bb8822bcf46a02cad60 is 40, key is row-t110/f:q1/1691648675407/Put/seqid=0 2023-08-10T06:24:46,456 WARN [Thread-1027 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:40913] Specified favored nodes: [jenkins-hbase3.apache.org:40913] 2023-08-10T06:24:47,772 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:42177/backupUT 2023-08-10T06:24:47,772 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1691648675518 2023-08-10T06:24:47,772 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-08-10T06:24:47,786 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:42177/backupUT/.tmp/backup_1691648675518, hdfs://localhost:42177/backupUT] 2023-08-10T06:24:47,845 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-08-10T06:24:48,953 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-08-10T06:24:48,956 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1691648675518 2023-08-10T06:24:48,956 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 14055 bytes copied." 2023-08-10T06:24:48,956 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local750335255_0006 completed: true true 2023-08-10T06:24:48,962 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4682463 FILE: Number of bytes written=7734197 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=121162 HDFS: Number of bytes written=2341592 HDFS: Number of read operations=586 HDFS: Number of large read operations=0 HDFS: Number of write operations=262 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1528299520 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=14055 Bytes Expected=14055 Files Copied=3 DIR_COPY=7 2023-08-10T06:24:48,962 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:42177/backupUT/.tmp/backup_1691648675518 to hdfs://localhost:42177/backupUT finished. 2023-08-10T06:24:48,978 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-08-10T06:24:48,978 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:48,982 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:48,982 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:48,983 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:49,389 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648675518/.backup.manifest 2023-08-10T06:24:49,389 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:49,391 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:49,391 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:49,393 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:49,799 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648675518/.backup.manifest 2023-08-10T06:24:49,799 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:49,801 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:49,801 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:49,802 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:50,208 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648675518/.backup.manifest 2023-08-10T06:24:50,208 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:50,210 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:50,211 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:50,212 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:50,618 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648675518/.backup.manifest 2023-08-10T06:24:50,618 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1691648675518 2023-08-10T06:24:50,621 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-08-10T06:24:51,027 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42177/backupUT/backup_1691648675518/.backup.manifest 2023-08-10T06:24:51,027 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(358): Backup backup_1691648675518 finished: type=INCREMENTAL,tablelist=ns2:test-16916486365351;ns3:test-16916486365352;ns4:test-16916486365353;test-1691648636535,targetRootDir=hdfs://localhost:42177/backupUT,startts=1691648679684,completets=1691648688978,bytescopied=0 2023-08-10T06:24:51,027 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-10T06:24:51,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-10T06:24:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34945 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-10T06:24:51,035 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-10T06:24:51,037 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-10T06:24:51,040 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] impl.TableBackupClient(376): Backup backup_1691648675518 completed. 2023-08-10T06:24:51,040 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:24:51,040 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x194193a4 to 127.0.0.1:61728 2023-08-10T06:24:51,040 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:51,063 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] master.BackupLogCleaner(150): Total files: 2, Filtered Files: 2 2023-08-10T06:24:51,063 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2546c4f1 to 127.0.0.1:61728 2023-08-10T06:24:51,063 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:51,082 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.ResourceChecker(175): after: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=595 (was 583) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x324597a6-shared-pool-18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x324597a6-shared-pool-21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1836366187_16 at /127.0.0.1:43348 [Receiving block BP-1880564208-172.31.12.81-1691648621829:blk_1073741903_1079] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x324597a6-shared-pool-22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x194193a4-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1880564208-172.31.12.81-1691648621829:blk_1073741902_1078, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,40913,1691648628010)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x2546c4f1-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x194193a4 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/157725854.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x324597a6-shared-pool-20 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1880564208-172.31.12.81-1691648621829:blk_1073741903_1079, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436669246_16 at /127.0.0.1:34618 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x2546c4f1 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$493/157725854.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x2546c4f1-SendThread(127.0.0.1:61728) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3baa9d37-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,40913,1691648628010' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1836366187_16 at /127.0.0.1:43338 [Receiving block BP-1880564208-172.31.12.81-1691648621829:blk_1073741902_1078] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x324597a6-shared-pool-19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,34945,1691648625011)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:61728@0x194193a4-SendThread(127.0.0.1:61728) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x3baa9d37-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=670 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=122 (was 132), ProcessCount=169 (was 173), AvailableMemoryMB=1905 (was 2703) 2023-08-10T06:24:51,083 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-08-10T06:24:51,089 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-10T06:24:51,090 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:24:51,090 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x389784c8 to 127.0.0.1:61728 2023-08-10T06:24:51,090 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:51,090 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-10T06:24:51,090 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] util.JVMClusterUtil(257): Found active master hash=917507434, stopped=false 2023-08-10T06:24:51,090 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:24:51,092 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:24:51,092 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-08-10T06:24:51,092 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:24:51,092 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-10T06:24:51,092 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:24:51,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:24:51,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-10T06:24:51,094 DEBUG [Listener at jenkins-hbase3.apache.org/44351 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:51,094 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,40913,1691648628010' ***** 2023-08-10T06:24:51,094 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-10T06:24:51,094 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:24:51,097 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:24:51,107 INFO [RS:0;jenkins-hbase3:40913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@10cde595{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-10T06:24:51,111 INFO [RS:0;jenkins-hbase3:40913 {}] server.AbstractConnector(383): Stopped ServerConnector@34c9bca{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:24:51,112 INFO [RS:0;jenkins-hbase3:40913 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:24:51,112 INFO [RS:0;jenkins-hbase3:40913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@27f2c76b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:24:51,113 INFO [RS:0;jenkins-hbase3:40913 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@185189e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir/,STOPPED} 2023-08-10T06:24:51,115 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-10T06:24:51,116 INFO [RS:0;jenkins-hbase3:40913 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-10T06:24:51,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-10T06:24:51,116 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-10T06:24:51,116 INFO [RS:0;jenkins-hbase3:40913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-10T06:24:51,116 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 46407fe7c4c4f732cc2300bcb0b7a2fe 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 7b042d9f8c185e9750170fd2400cedd8 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 42847ad86152e5a845ec58542b6a9c84 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 14fa8f98f90c24fd8594a45193a10f7c 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 9c348034b111ed5ae64e9a647f2909a8 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:51,117 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e7abd3f05898ae217564ec9deb4ab525, disabling compactions & flushes 2023-08-10T06:24:51,117 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] client.ConnectionImplementation(2114): Closing master protocol: MasterService 2023-08-10T06:24:51,117 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:51,117 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. after waiting 0 ms 2023-08-10T06:24:51,117 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:51,117 DEBUG [RS:0;jenkins-hbase3:40913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:51,117 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing e7abd3f05898ae217564ec9deb4ab525 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-10T06:24:51,117 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-10T06:24:51,118 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-10T06:24:51,118 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-10T06:24:51,119 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1583): Online Regions={e7abd3f05898ae217564ec9deb4ab525=test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525., 46407fe7c4c4f732cc2300bcb0b7a2fe=backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe., 1588230740=hbase:meta,,1.1588230740, 7b042d9f8c185e9750170fd2400cedd8=backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8., 42847ad86152e5a845ec58542b6a9c84=ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84., 14fa8f98f90c24fd8594a45193a10f7c=hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c., 9c348034b111ed5ae64e9a647f2909a8=ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8., ccd0c124b353bb429dbc689627216fb4=ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.} 2023-08-10T06:24:51,119 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-10T06:24:51,119 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-10T06:24:51,119 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-10T06:24:51,119 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-10T06:24:51,119 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-10T06:24:51,119 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-08-10T06:24:51,119 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 1588230740, 42847ad86152e5a845ec58542b6a9c84, 46407fe7c4c4f732cc2300bcb0b7a2fe, 7b042d9f8c185e9750170fd2400cedd8, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4, e7abd3f05898ae217564ec9deb4ab525 2023-08-10T06:24:51,125 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/9e3a3600c86446a7a3cb087701d412af is 40, key is row-t110/f:q1/1691648675407/Put/seqid=0 2023-08-10T06:24:51,133 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/9e3a3600c86446a7a3cb087701d412af 2023-08-10T06:24:51,142 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9e3a3600c86446a7a3cb087701d412af 2023-08-10T06:24:51,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/.tmp/f/9e3a3600c86446a7a3cb087701d412af as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/9e3a3600c86446a7a3cb087701d412af 2023-08-10T06:24:51,145 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/info/90a472297f294fb5bc781ae34df4145e is 159, key is ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84./info:regioninfo/1691648639089/Put/seqid=0 2023-08-10T06:24:51,151 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/f/9e3a3600c86446a7a3cb087701d412af, entries=99, sequenceid=205, filesize=8.6 K 2023-08-10T06:24:51,152 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for e7abd3f05898ae217564ec9deb4ab525 in 35ms, sequenceid=205, compaction requested=false 2023-08-10T06:24:51,152 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/info/90a472297f294fb5bc781ae34df4145e 2023-08-10T06:24:51,154 DEBUG [StoreFileCloser-e7abd3f05898ae217564ec9deb4ab525-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2ee70f59308c4b4ca8c5749ead8ba590 2023-08-10T06:24:51,156 DEBUG [StoreFileCloser-e7abd3f05898ae217564ec9deb4ab525-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9e3a3600c86446a7a3cb087701d412af 2023-08-10T06:24:51,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/default/test-1691648636535/e7abd3f05898ae217564ec9deb4ab525/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-08-10T06:24:51,164 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:51,165 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e7abd3f05898ae217564ec9deb4ab525: 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1691648636535,,1691648637032.e7abd3f05898ae217564ec9deb4ab525. 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 46407fe7c4c4f732cc2300bcb0b7a2fe, disabling compactions & flushes 2023-08-10T06:24:51,165 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. after waiting 0 ms 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:51,165 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 46407fe7c4c4f732cc2300bcb0b7a2fe 2/2 column families, dataSize=1.97 KB heapSize=3.20 KB 2023-08-10T06:24:51,165 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 90a472297f294fb5bc781ae34df4145e 2023-08-10T06:24:51,169 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/fd609d6da0154a23a60cc5d763d5ade0 is 171, key is trslm:hdfs://localhost:42177/backupUT\x00ns2:test-16916486365351/meta:log-roll-map/1691648688968/Put/seqid=0 2023-08-10T06:24:51,189 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/table/66caa65fecd14d189bcacb4d547932ea is 59, key is ns2:test-16916486365351/table:state/1691648639100/Put/seqid=0 2023-08-10T06:24:51,194 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/table/66caa65fecd14d189bcacb4d547932ea 2023-08-10T06:24:51,201 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 66caa65fecd14d189bcacb4d547932ea 2023-08-10T06:24:51,203 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/info/90a472297f294fb5bc781ae34df4145e as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/info/90a472297f294fb5bc781ae34df4145e 2023-08-10T06:24:51,209 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/info/90a472297f294fb5bc781ae34df4145e, entries=70, sequenceid=39, filesize=14.1 K 2023-08-10T06:24:51,210 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/.tmp/table/66caa65fecd14d189bcacb4d547932ea as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/table/66caa65fecd14d189bcacb4d547932ea 2023-08-10T06:24:51,216 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/table/66caa65fecd14d189bcacb4d547932ea, entries=14, sequenceid=39, filesize=5.8 K 2023-08-10T06:24:51,217 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=39, compaction requested=false 2023-08-10T06:24:51,219 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 90a472297f294fb5bc781ae34df4145e 2023-08-10T06:24:51,221 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 66caa65fecd14d189bcacb4d547932ea 2023-08-10T06:24:51,226 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-08-10T06:24:51,227 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:51,227 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:24:51,227 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-10T06:24:51,228 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-10T06:24:51,228 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-10T06:24:51,320 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 46407fe7c4c4f732cc2300bcb0b7a2fe, 7b042d9f8c185e9750170fd2400cedd8, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:51,520 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 46407fe7c4c4f732cc2300bcb0b7a2fe, 7b042d9f8c185e9750170fd2400cedd8, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:51,562 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 14fa8f98f90c24fd8594a45193a10f7c changed from -1.0 to 0.0, refreshing cache 2023-08-10T06:24:51,580 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=865 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/fd609d6da0154a23a60cc5d763d5ade0 2023-08-10T06:24:51,587 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fd609d6da0154a23a60cc5d763d5ade0 2023-08-10T06:24:51,590 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/b342ab11f4084d7ebc865574e51eedba is 562, key is session:backup_1691648675518/session:context/1691648691036/Put/seqid=0 2023-08-10T06:24:51,605 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-10T06:24:51,605 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-10T06:24:51,720 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 46407fe7c4c4f732cc2300bcb0b7a2fe, 7b042d9f8c185e9750170fd2400cedd8, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:51,921 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 46407fe7c4c4f732cc2300bcb0b7a2fe, 7b042d9f8c185e9750170fd2400cedd8, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,001 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.12 KB at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/b342ab11f4084d7ebc865574e51eedba 2023-08-10T06:24:52,008 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b342ab11f4084d7ebc865574e51eedba 2023-08-10T06:24:52,009 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/meta/fd609d6da0154a23a60cc5d763d5ade0 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/fd609d6da0154a23a60cc5d763d5ade0 2023-08-10T06:24:52,015 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/meta/fd609d6da0154a23a60cc5d763d5ade0, entries=6, sequenceid=27, filesize=6.0 K 2023-08-10T06:24:52,016 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/.tmp/session/b342ab11f4084d7ebc865574e51eedba as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/b342ab11f4084d7ebc865574e51eedba 2023-08-10T06:24:52,021 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/session/b342ab11f4084d7ebc865574e51eedba, entries=2, sequenceid=27, filesize=5.5 K 2023-08-10T06:24:52,022 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.97 KB/2015, heapSize ~3.16 KB/3240, currentSize=0 B/0 for 46407fe7c4c4f732cc2300bcb0b7a2fe in 857ms, sequenceid=27, compaction requested=true 2023-08-10T06:24:52,024 DEBUG [StoreFileCloser-46407fe7c4c4f732cc2300bcb0b7a2fe-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ceff3b7a4feb4e4abf8cd1f8e1cd050e 2023-08-10T06:24:52,025 DEBUG [StoreFileCloser-46407fe7c4c4f732cc2300bcb0b7a2fe-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fd609d6da0154a23a60cc5d763d5ade0 2023-08-10T06:24:52,027 DEBUG [StoreFileCloser-46407fe7c4c4f732cc2300bcb0b7a2fe-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8a90c63ac9884a5a8f365f8a1348d031 2023-08-10T06:24:52,028 DEBUG [StoreFileCloser-46407fe7c4c4f732cc2300bcb0b7a2fe-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ffa334c4b1e2471abeaf4363bbf48a08 2023-08-10T06:24:52,030 DEBUG [StoreFileCloser-46407fe7c4c4f732cc2300bcb0b7a2fe-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b342ab11f4084d7ebc865574e51eedba 2023-08-10T06:24:52,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system/46407fe7c4c4f732cc2300bcb0b7a2fe/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-08-10T06:24:52,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,036 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:52,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 46407fe7c4c4f732cc2300bcb0b7a2fe: 2023-08-10T06:24:52,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1691648642941.46407fe7c4c4f732cc2300bcb0b7a2fe. 2023-08-10T06:24:52,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7b042d9f8c185e9750170fd2400cedd8, disabling compactions & flushes 2023-08-10T06:24:52,037 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:52,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:52,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. after waiting 0 ms 2023-08-10T06:24:52,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:52,040 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/backup/system_bulk/7b042d9f8c185e9750170fd2400cedd8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-10T06:24:52,040 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7b042d9f8c185e9750170fd2400cedd8: 2023-08-10T06:24:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1691648645071.7b042d9f8c185e9750170fd2400cedd8. 2023-08-10T06:24:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 42847ad86152e5a845ec58542b6a9c84, disabling compactions & flushes 2023-08-10T06:24:52,041 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. after waiting 0 ms 2023-08-10T06:24:52,042 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:52,042 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 42847ad86152e5a845ec58542b6a9c84 1/1 column families, dataSize=170 B heapSize=816 B 2023-08-10T06:24:52,045 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/d47008e675394613a7526c7cd2dfa736 is 38, key is row-t20/f:q1/1691648675508/Put/seqid=0 2023-08-10T06:24:52,121 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-08-10T06:24:52,121 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1583): Online Regions={42847ad86152e5a845ec58542b6a9c84=ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84., 14fa8f98f90c24fd8594a45193a10f7c=hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c., 9c348034b111ed5ae64e9a647f2909a8=ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8., ccd0c124b353bb429dbc689627216fb4=ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4.} 2023-08-10T06:24:52,121 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,321 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 42847ad86152e5a845ec58542b6a9c84, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,450 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/d47008e675394613a7526c7cd2dfa736 2023-08-10T06:24:52,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d47008e675394613a7526c7cd2dfa736 2023-08-10T06:24:52,457 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/.tmp/f/d47008e675394613a7526c7cd2dfa736 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/d47008e675394613a7526c7cd2dfa736 2023-08-10T06:24:52,462 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/f/d47008e675394613a7526c7cd2dfa736, entries=5, sequenceid=111, filesize=5.0 K 2023-08-10T06:24:52,463 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 42847ad86152e5a845ec58542b6a9c84 in 421ms, sequenceid=111, compaction requested=false 2023-08-10T06:24:52,465 DEBUG [StoreFileCloser-42847ad86152e5a845ec58542b6a9c84-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 3862020cfe3e4b62bc9d21f51d2e60de 2023-08-10T06:24:52,466 DEBUG [StoreFileCloser-42847ad86152e5a845ec58542b6a9c84-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d47008e675394613a7526c7cd2dfa736 2023-08-10T06:24:52,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns2/test-16916486365351/42847ad86152e5a845ec58542b6a9c84/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-08-10T06:24:52,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:52,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 42847ad86152e5a845ec58542b6a9c84: 2023-08-10T06:24:52,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16916486365351,,1691648638289.42847ad86152e5a845ec58542b6a9c84. 2023-08-10T06:24:52,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 14fa8f98f90c24fd8594a45193a10f7c, disabling compactions & flushes 2023-08-10T06:24:52,472 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:24:52,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:24:52,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. after waiting 0 ms 2023-08-10T06:24:52,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:24:52,472 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 14fa8f98f90c24fd8594a45193a10f7c 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-10T06:24:52,486 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/.tmp/info/857c5f5a3f8547fe94208d247df95d29 is 45, key is default/info:d/1691648631855/Put/seqid=0 2023-08-10T06:24:52,522 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,722 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on 14fa8f98f90c24fd8594a45193a10f7c, 9c348034b111ed5ae64e9a647f2909a8, ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,890 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/.tmp/info/857c5f5a3f8547fe94208d247df95d29 2023-08-10T06:24:52,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 857c5f5a3f8547fe94208d247df95d29 2023-08-10T06:24:52,898 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/.tmp/info/857c5f5a3f8547fe94208d247df95d29 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/info/857c5f5a3f8547fe94208d247df95d29 2023-08-10T06:24:52,904 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/info/857c5f5a3f8547fe94208d247df95d29, entries=7, sequenceid=11, filesize=5.1 K 2023-08-10T06:24:52,905 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 14fa8f98f90c24fd8594a45193a10f7c in 433ms, sequenceid=11, compaction requested=false 2023-08-10T06:24:52,907 DEBUG [StoreFileCloser-14fa8f98f90c24fd8594a45193a10f7c-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 857c5f5a3f8547fe94208d247df95d29 2023-08-10T06:24:52,911 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/hbase/namespace/14fa8f98f90c24fd8594a45193a10f7c/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-10T06:24:52,912 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,913 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 14fa8f98f90c24fd8594a45193a10f7c: 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1691648630482.14fa8f98f90c24fd8594a45193a10f7c. 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9c348034b111ed5ae64e9a647f2909a8, disabling compactions & flushes 2023-08-10T06:24:52,913 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. after waiting 0 ms 2023-08-10T06:24:52,913 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:52,916 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns3/test-16916486365352/9c348034b111ed5ae64e9a647f2909a8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-08-10T06:24:52,917 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,917 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:52,917 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9c348034b111ed5ae64e9a647f2909a8: 2023-08-10T06:24:52,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16916486365352,,1691648639509.9c348034b111ed5ae64e9a647f2909a8. 2023-08-10T06:24:52,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ccd0c124b353bb429dbc689627216fb4, disabling compactions & flushes 2023-08-10T06:24:52,918 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:52,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:52,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. after waiting 0 ms 2023-08-10T06:24:52,918 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:52,922 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/data/ns4/test-16916486365353/ccd0c124b353bb429dbc689627216fb4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-08-10T06:24:52,922 DEBUG [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1609): Waiting on ccd0c124b353bb429dbc689627216fb4 2023-08-10T06:24:52,922 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:52,923 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:52,923 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ccd0c124b353bb429dbc689627216fb4: 2023-08-10T06:24:52,923 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16916486365353,,1691648641635.ccd0c124b353bb429dbc689627216fb4. 2023-08-10T06:24:53,122 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,40913,1691648628010; all regions closed. 2023-08-10T06:24:53,130 DEBUG [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs 2023-08-10T06:24:53,130 INFO [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010.meta:.meta(num 1691648679728) 2023-08-10T06:24:53,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/WALs/jenkins-hbase3.apache.org,40913,1691648628010/jenkins-hbase3.apache.org%2C40913%2C1691648628010.1691648679709 not finished, retry = 0 2023-08-10T06:24:53,238 DEBUG [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/oldWALs 2023-08-10T06:24:53,238 INFO [RS:0;jenkins-hbase3:40913 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C40913%2C1691648628010:(num 1691648679709) 2023-08-10T06:24:53,238 DEBUG [RS:0;jenkins-hbase3:40913 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:53,239 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.LeaseManager(133): Closed leases 2023-08-10T06:24:53,239 INFO [RS:0;jenkins-hbase3:40913 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-08-10T06:24:53,239 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:24:53,241 INFO [RS:0;jenkins-hbase3:40913 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:40913 2023-08-10T06:24:53,247 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-10T06:24:53,247 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,40913,1691648628010 2023-08-10T06:24:53,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,40913,1691648628010] 2023-08-10T06:24:53,251 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,40913,1691648628010; numProcessing=1 2023-08-10T06:24:53,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,40913,1691648628010 already deleted, retry=false 2023-08-10T06:24:53,252 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,40913,1691648628010 expired; onlineServers=0 2023-08-10T06:24:53,252 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,34945,1691648625011' ***** 2023-08-10T06:24:53,252 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-10T06:24:53,253 DEBUG [M:0;jenkins-hbase3:34945 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4fd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-10T06:24:53,253 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-10T06:24:53,261 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-08-10T06:24:53,261 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-10T06:24:53,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-10T06:24:53,296 INFO [M:0;jenkins-hbase3:34945 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@77ef7313{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-10T06:24:53,296 INFO [M:0;jenkins-hbase3:34945 {}] server.AbstractConnector(383): Stopped ServerConnector@3d15d1a1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:24:53,296 INFO [M:0;jenkins-hbase3:34945 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-10T06:24:53,297 INFO [M:0;jenkins-hbase3:34945 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@164019f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-10T06:24:53,298 INFO [M:0;jenkins-hbase3:34945 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@352d6946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/hadoop.log.dir/,STOPPED} 2023-08-10T06:24:53,298 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34945,1691648625011 2023-08-10T06:24:53,298 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34945,1691648625011; all regions closed. 2023-08-10T06:24:53,298 DEBUG [M:0;jenkins-hbase3:34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:53,298 INFO [M:0;jenkins-hbase3:34945 {}] master.HMaster(1664): Stopping master jetty server 2023-08-10T06:24:53,299 INFO [M:0;jenkins-hbase3:34945 {}] server.AbstractConnector(383): Stopped ServerConnector@1e18808a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-10T06:24:53,299 DEBUG [M:0;jenkins-hbase3:34945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-10T06:24:53,299 INFO [M:0;jenkins-hbase3:34945 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-10T06:24:53,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-10T06:24:53,299 DEBUG [M:0;jenkins-hbase3:34945 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x70982030 to 127.0.0.1:61728 2023-08-10T06:24:53,299 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648629394 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1691648629394,5,FailOnTimeoutGroup] 2023-08-10T06:24:53,299 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648629393 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1691648629393,5,FailOnTimeoutGroup] 2023-08-10T06:24:53,300 DEBUG [M:0;jenkins-hbase3:34945 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-10T06:24:53,300 DEBUG [M:0;jenkins-hbase3:34945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-10T06:24:53,300 INFO [M:0;jenkins-hbase3:34945 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-10T06:24:53,300 DEBUG [M:0;jenkins-hbase3:34945 {}] master.HMaster(1687): Stopping service threads 2023-08-10T06:24:53,300 INFO [M:0;jenkins-hbase3:34945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-10T06:24:53,300 ERROR [M:0;jenkins-hbase3:34945 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-08-10T06:24:53,301 INFO [M:0;jenkins-hbase3:34945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-10T06:24:53,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-10T06:24:53,301 DEBUG [M:0;jenkins-hbase3:34945 {}] zookeeper.ZKUtil(347): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-08-10T06:24:53,301 WARN [M:0;jenkins-hbase3:34945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-10T06:24:53,301 INFO [M:0;jenkins-hbase3:34945 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-10T06:24:53,302 INFO [M:0;jenkins-hbase3:34945 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-10T06:24:53,302 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-10T06:24:53,314 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:24:53,314 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:24:53,314 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-10T06:24:53,314 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:24:53,314 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=169.31 KB heapSize=203.72 KB 2023-08-10T06:24:53,326 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e33d86ac71b4c47993d86219c7f6dc7 is 88, key is hbase:meta,,1/info:sn/1691648629843/Put/seqid=0 2023-08-10T06:24:53,350 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:24:53,350 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40913-0x10060e6e63c0001, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:24:53,350 INFO [RS:0;jenkins-hbase3:40913 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,40913,1691648628010; zookeeper connection closed. 2023-08-10T06:24:53,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a4d436f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a4d436f 2023-08-10T06:24:53,350 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-10T06:24:53,731 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e33d86ac71b4c47993d86219c7f6dc7 2023-08-10T06:24:53,736 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6e33d86ac71b4c47993d86219c7f6dc7 2023-08-10T06:24:53,751 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c88eddf3950468fac13aba5b0208906 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1691648645471/Put/seqid=0 2023-08-10T06:24:54,156 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=168.72 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,163 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,163 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,176 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb155e7f372b45c5a36f120a8b433d9b is 82, key is jenkins-hbase3.apache.org,40913,1691648628010/rs:state/1691648629499/Put/seqid=0 2023-08-10T06:24:54,581 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb155e7f372b45c5a36f120a8b433d9b 2023-08-10T06:24:54,586 DEBUG [M:0;jenkins-hbase3:34945 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: eb155e7f372b45c5a36f120a8b433d9b 2023-08-10T06:24:54,587 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e33d86ac71b4c47993d86219c7f6dc7 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e33d86ac71b4c47993d86219c7f6dc7 2023-08-10T06:24:54,592 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e33d86ac71b4c47993d86219c7f6dc7, entries=8, sequenceid=404, filesize=5.5 K 2023-08-10T06:24:54,593 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c88eddf3950468fac13aba5b0208906 as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,598 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,598 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c88eddf3950468fac13aba5b0208906, entries=43, sequenceid=404, filesize=14.5 K 2023-08-10T06:24:54,599 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb155e7f372b45c5a36f120a8b433d9b as hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb155e7f372b45c5a36f120a8b433d9b 2023-08-10T06:24:54,605 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42177/user/jenkins/test-data/9268e6ef-8aba-9f32-45f5-275ec0176ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb155e7f372b45c5a36f120a8b433d9b, entries=1, sequenceid=404, filesize=5.1 K 2023-08-10T06:24:54,606 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(3022): Finished flush of dataSize ~169.31 KB/173376, heapSize ~203.42 KB/208304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=404, compaction requested=false 2023-08-10T06:24:54,607 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 6e33d86ac71b4c47993d86219c7f6dc7 2023-08-10T06:24:54,609 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8c88eddf3950468fac13aba5b0208906 2023-08-10T06:24:54,611 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: eb155e7f372b45c5a36f120a8b433d9b 2023-08-10T06:24:54,612 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-10T06:24:54,612 DEBUG [M:0;jenkins-hbase3:34945 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-10T06:24:54,615 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-10T06:24:54,615 INFO [M:0;jenkins-hbase3:34945 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-10T06:24:54,615 INFO [M:0;jenkins-hbase3:34945 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-10T06:24:54,616 INFO [M:0;jenkins-hbase3:34945 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:34945 2023-08-10T06:24:54,618 DEBUG [M:0;jenkins-hbase3:34945 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,34945,1691648625011 already deleted, retry=false 2023-08-10T06:24:54,722 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:24:54,722 DEBUG [Listener at localhost/39635-EventThread {}] zookeeper.ZKWatcher(604): master:34945-0x10060e6e63c0000, quorum=127.0.0.1:61728, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-08-10T06:24:54,722 INFO [M:0;jenkins-hbase3:34945 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34945,1691648625011; zookeeper connection closed. 2023-08-10T06:24:54,726 WARN [Listener at jenkins-hbase3.apache.org/44351 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-10T06:24:54,731 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:24:54,837 WARN [BP-1880564208-172.31.12.81-1691648621829 heartbeating to localhost/127.0.0.1:42177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-10T06:24:54,838 WARN [BP-1880564208-172.31.12.81-1691648621829 heartbeating to localhost/127.0.0.1:42177 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1880564208-172.31.12.81-1691648621829 (Datanode Uuid baf2bd49-bfce-49fe-9f1b-228edcae07c3) service to localhost/127.0.0.1:42177 2023-08-10T06:24:54,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/dfs/data/data1/current/BP-1880564208-172.31.12.81-1691648621829 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:24:54,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7f8b98d6-b977-8541-8929-d8dd635acb80/cluster_1f3a5a4d-e7a1-e5e8-4240-bc29ac58825c/dfs/data/data2/current/BP-1880564208-172.31.12.81-1691648621829 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-10T06:24:54,868 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-10T06:24:54,982 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-08-10T06:24:55,032 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-10T06:24:55,032 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-10T06:24:55,042 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:24:55,160 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:24:55,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-10T06:24:55,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-10T06:24:55,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-10T06:24:55,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-10T06:24:55,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-10T06:24:55,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16916486365353 2023-08-10T06:24:55,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-10T06:24:55,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16916486365352 2023-08-10T06:24:55,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1691648636535 2023-08-10T06:24:55,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16916486365351 2023-08-10T06:24:55,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-10T06:24:55,272 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:24:55,273 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:24:55,381 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-10T06:24:55,389 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-10T06:24:55,390 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:24:55,400 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-10T06:24:55,503 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-10T06:24:55,503 INFO [Listener at jenkins-hbase3.apache.org/44351 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped