2023-09-06 20:27:48,920 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:27:48,933 main DEBUG Took 0.010617 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:27:48,933 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:27:48,933 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:27:48,934 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:27:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,943 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:27:48,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,963 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,964 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,965 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,966 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,967 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,968 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,969 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,969 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:48,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,971 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:27:48,972 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:48,974 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:27:48,976 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:27:48,976 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:27:48,977 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:27:48,978 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:27:48,990 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:27:48,992 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:27:48,993 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:27:48,994 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:27:48,994 main DEBUG createAppenders(={Console}) 2023-09-06 20:27:48,995 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-09-06 20:27:48,995 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-09-06 20:27:48,995 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-09-06 20:27:48,996 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:27:48,996 main DEBUG OutputStream closed 2023-09-06 20:27:48,997 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:27:48,997 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:27:48,997 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-09-06 20:27:49,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:27:49,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:27:49,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:27:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:27:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:27:49,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:27:49,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:27:49,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:27:49,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:27:49,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:27:49,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:27:49,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:27:49,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:27:49,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:27:49,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:27:49,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:27:49,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:27:49,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:27:49,071 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:27:49,072 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-09-06 20:27:49,072 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:27:49,073 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-09-06T20:27:49,105 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.master.TestBackupLogCleaner timeout: 13 mins 2023-09-06 20:27:49,110 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:27:49,110 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:27:49,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979 2023-09-06T20:27:49,443 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:27:49,446 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:49,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:27:49,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308, deleteOnExit=true 2023-09-06T20:27:49,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:27:49,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/test.cache.data in system properties and HBase conf 2023-09-06T20:27:49,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:27:49,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:27:49,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:27:49,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:27:49,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:27:49,547 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:27:49,979 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:27:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:49,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:27:49,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:49,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:27:49,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:27:49,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:49,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:49,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:27:49,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:27:49,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:27:49,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:49,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:27:49,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:27:50,444 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:27:50,448 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:27:50,750 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:27:50,916 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@1f30304b via org.mortbay.log.Slf4jLog 2023-09-06T20:27:50,939 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:50,982 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:51,019 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_localhost_42755_hdfs____u8nts3/webapp 2023-09-06T20:27:51,174 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42755 2023-09-06T20:27:51,202 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:27:51,202 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:27:51,751 WARN [Listener at localhost/38591 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:27:51,813 WARN [Listener at localhost/38591 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:27:51,831 WARN [Listener at localhost/38591 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:27:51,837 INFO [Listener at localhost/38591 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:27:51,842 INFO [Listener at localhost/38591 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_localhost_36545_datanode____71xbq2/webapp 2023-09-06T20:27:51,943 INFO [Listener at localhost/38591 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36545 2023-09-06T20:27:52,224 WARN [Listener at localhost/32871 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:27:52,497 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:27:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x46cd4d0a18cc84ed: Processing first storage report for DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd from datanode 01e9e9e9-c506-42ff-9906-a16b3417dc52 2023-09-06T20:27:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x46cd4d0a18cc84ed: from storage DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=01e9e9e9-c506-42ff-9906-a16b3417dc52, infoPort=44075, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=826092679;c=1694032070520), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-09-06T20:27:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x46cd4d0a18cc84ed: Processing first storage report for DS-5fe8111d-fd78-4568-908c-95419bb9b757 from datanode 01e9e9e9-c506-42ff-9906-a16b3417dc52 2023-09-06T20:27:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x46cd4d0a18cc84ed: from storage DS-5fe8111d-fd78-4568-908c-95419bb9b757 node DatanodeRegistration(127.0.0.1:40085, datanodeUuid=01e9e9e9-c506-42ff-9906-a16b3417dc52, infoPort=44075, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=826092679;c=1694032070520), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:27:52,742 DEBUG [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979 2023-09-06T20:27:52,851 INFO [Listener at localhost/32871 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/zookeeper_0, clientPort=54342, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:27:52,868 INFO [Listener at localhost/32871 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54342 2023-09-06T20:27:52,876 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:52,878 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:53,541 INFO [Listener at localhost/32871 {}] util.FSUtils(461): Created version file at hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 with version=8 2023-09-06T20:27:53,541 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/hbase-staging 2023-09-06T20:27:53,558 DEBUG [Listener at localhost/32871 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:27:53,558 DEBUG [Listener at localhost/32871 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:27:53,558 DEBUG [Listener at localhost/32871 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:27:53,558 DEBUG [Listener at localhost/32871 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:27:53,780 DEBUG [Listener at localhost/32871 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:27:54,559 INFO [Listener at localhost/32871 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:27:54,611 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:54,612 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:54,612 INFO [Listener at localhost/32871 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:27:54,612 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:54,612 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:27:54,776 INFO [Listener at localhost/32871 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:27:54,915 INFO [Listener at localhost/32871 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:27:54,933 DEBUG [Listener at localhost/32871 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:27:54,939 INFO [Listener at localhost/32871 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:27:54,989 DEBUG [Listener at localhost/32871 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 11935 (auto-detected) 2023-09-06T20:27:54,991 DEBUG [Listener at localhost/32871 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:27:55,029 INFO [Listener at localhost/32871 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:37921 2023-09-06T20:27:55,044 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:55,045 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:55,067 INFO [Listener at localhost/32871 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:37921 connecting to ZooKeeper ensemble=127.0.0.1:54342 2023-09-06T20:27:55,116 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:379210x0, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:27:55,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:37921-0x100eef770dc0000 connected 2023-09-06T20:27:55,153 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:27:55,156 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:55,160 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:27:55,172 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37921 2023-09-06T20:27:55,172 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37921 2023-09-06T20:27:55,172 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37921 2023-09-06T20:27:55,173 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37921 2023-09-06T20:27:55,173 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37921 2023-09-06T20:27:55,227 INFO [Listener at localhost/32871 {}] log.Log(170): Logging initialized @6987ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:27:55,351 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:27:55,352 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:27:55,353 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:27:55,355 INFO [Listener at localhost/32871 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:27:55,355 INFO [Listener at localhost/32871 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:27:55,355 INFO [Listener at localhost/32871 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:27:55,358 INFO [Listener at localhost/32871 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:27:55,487 INFO [Listener at localhost/32871 {}] http.HttpServer(1219): Jetty bound to port 33263 2023-09-06T20:27:55,489 INFO [Listener at localhost/32871 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:55,519 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:55,524 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7cc5b629{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:27:55,524 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:55,525 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@717580b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:27:55,588 INFO [Listener at localhost/32871 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:27:55,602 INFO [Listener at localhost/32871 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:27:55,602 INFO [Listener at localhost/32871 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:27:55,604 INFO [Listener at localhost/32871 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-09-06T20:27:55,611 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:56,775 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@698bea6a{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:27:56,787 INFO [Listener at localhost/32871 {}] server.AbstractConnector(333): Started ServerConnector@ac5d685{HTTP/1.1, (http/1.1)}{0.0.0.0:33263} 2023-09-06T20:27:56,787 INFO [Listener at localhost/32871 {}] server.Server(415): Started @8547ms 2023-09-06T20:27:56,792 INFO [Listener at localhost/32871 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21, hbase.cluster.distributed=false 2023-09-06T20:27:56,857 INFO [Listener at localhost/32871 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:27:56,858 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:56,858 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:56,858 INFO [Listener at localhost/32871 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:27:56,858 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:27:56,859 INFO [Listener at localhost/32871 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:27:56,868 INFO [Listener at localhost/32871 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:27:56,870 INFO [Listener at localhost/32871 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:27:56,871 INFO [Listener at localhost/32871 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:44879 2023-09-06T20:27:56,874 INFO [Listener at localhost/32871 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:27:56,881 DEBUG [Listener at localhost/32871 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:27:56,882 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:56,885 INFO [Listener at localhost/32871 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:56,888 INFO [Listener at localhost/32871 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:44879 connecting to ZooKeeper ensemble=127.0.0.1:54342 2023-09-06T20:27:56,891 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:448790x0, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:27:56,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:44879-0x100eef770dc0001 connected 2023-09-06T20:27:56,892 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:27:56,894 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:27:56,894 DEBUG [Listener at localhost/32871 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:27:56,895 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2023-09-06T20:27:56,895 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2023-09-06T20:27:56,896 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2023-09-06T20:27:56,896 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2023-09-06T20:27:56,896 DEBUG [Listener at localhost/32871 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2023-09-06T20:27:56,900 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:27:56,900 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:27:56,900 INFO [Listener at localhost/32871 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:27:56,901 INFO [Listener at localhost/32871 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:27:56,901 INFO [Listener at localhost/32871 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:27:56,901 INFO [Listener at localhost/32871 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:27:56,901 INFO [Listener at localhost/32871 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:27:56,903 INFO [Listener at localhost/32871 {}] http.HttpServer(1219): Jetty bound to port 37213 2023-09-06T20:27:56,904 INFO [Listener at localhost/32871 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:56,905 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:56,905 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6735993e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:27:56,906 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:56,906 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3c5f7fc6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:27:56,917 INFO [Listener at localhost/32871 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:27:56,918 INFO [Listener at localhost/32871 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:27:56,918 INFO [Listener at localhost/32871 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:27:56,919 INFO [Listener at localhost/32871 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:27:56,920 INFO [Listener at localhost/32871 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:27:56,924 INFO [Listener at localhost/32871 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@64d9cc0c{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:27:56,925 INFO [Listener at localhost/32871 {}] server.AbstractConnector(333): Started ServerConnector@197333d0{HTTP/1.1, (http/1.1)}{0.0.0.0:37213} 2023-09-06T20:27:56,925 INFO [Listener at localhost/32871 {}] server.Server(415): Started @8685ms 2023-09-06T20:27:56,930 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:27:56,933 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@39977c3e{HTTP/1.1, (http/1.1)}{0.0.0.0:46755} 2023-09-06T20:27:56,933 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8693ms 2023-09-06T20:27:56,933 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:56,946 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:56,946 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:56,948 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:56,955 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:37921 2023-09-06T20:27:56,970 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:27:56,970 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:56,970 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:27:56,970 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:56,971 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:27:56,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:27:56,974 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,37921,1694032073763 from backup master directory 2023-09-06T20:27:56,978 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:56,978 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:56,978 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:27:56,979 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:27:56,979 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:56,984 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:27:56,986 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:27:57,096 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/hbase.id with ID: 6ebce34f-6e1a-411f-b709-5a906c85663c 2023-09-06T20:27:57,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:27:57,151 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:57,151 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:57,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:27:57,194 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:27:57,213 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:27:57,213 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:27:57,214 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:57,225 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:57,226 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:57,297 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store 2023-09-06T20:27:57,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:27:57,723 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:57,723 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:27:57,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:57,724 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:57,724 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:27:57,724 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:57,724 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:27:57,724 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:27:57,727 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/.initializing 2023-09-06T20:27:57,727 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/WALs/jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:57,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:27:57,753 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37921%2C1694032073763, suffix=, logDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/WALs/jenkins-hbase3.apache.org,37921,1694032073763, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/oldWALs, maxLogs=10 2023-09-06T20:27:57,792 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/WALs/jenkins-hbase3.apache.org,37921,1694032073763/jenkins-hbase3.apache.org%2C37921%2C1694032073763.1694032077760, exclude list is [], retry=0 2023-09-06T20:27:57,828 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:27:57,835 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:27:57,912 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/WALs/jenkins-hbase3.apache.org,37921,1694032073763/jenkins-hbase3.apache.org%2C37921%2C1694032073763.1694032077760 2023-09-06T20:27:57,913 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:27:57,913 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:57,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:57,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:57,920 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:27:58,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:58,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:58,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:27:58,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:58,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:58,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:27:58,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:58,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:58,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:27:58,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:58,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:27:58,080 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,081 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,101 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:27:58,105 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:27:58,110 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:58,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10605655200, jitterRate=-0.012271389365196228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:27:58,119 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:27:58,121 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:27:58,157 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c94c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:58,216 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:27:58,237 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:27:58,238 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:27:58,241 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:27:58,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:27:58,249 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:27:58,249 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:27:58,291 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:27:58,309 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:27:58,313 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:27:58,316 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:27:58,318 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:27:58,319 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:27:58,322 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:27:58,329 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:27:58,330 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:27:58,331 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:27:58,333 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:27:58,355 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:27:58,357 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:27:58,364 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:27:58,364 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:27:58,365 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,365 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,365 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,37921,1694032073763, sessionid=0x100eef770dc0000, setting cluster-up flag (Was=false) 2023-09-06T20:27:58,379 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:27:58,389 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,389 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,395 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:27:58,397 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:58,401 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,401 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,406 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:27:58,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:58,414 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,414 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:58,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:27:58,421 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:27:58,441 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:44879 2023-09-06T20:27:58,443 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(997): ClusterId : 6ebce34f-6e1a-411f-b709-5a906c85663c 2023-09-06T20:27:58,446 INFO [RS:0;jenkins-hbase3:44879 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:27:58,449 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:27:58,457 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:27:58,457 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:27:58,461 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:27:58,461 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:27:58,464 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:27:58,466 DEBUG [RS:0;jenkins-hbase3:44879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fa4025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:58,468 DEBUG [RS:0;jenkins-hbase3:44879 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec0b1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:27:58,476 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:27:58,476 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:27:58,477 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:27:58,481 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37921,1694032073763 with isa=jenkins-hbase3.apache.org/172.31.12.81:44879, startcode=1694032076856 2023-09-06T20:27:58,509 DEBUG [RS:0;jenkins-hbase3:44879 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:27:58,597 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:40675, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:27:58,605 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:58,608 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:27:58,614 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:27:58,621 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:27:58,631 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,37921,1694032073763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:27:58,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:58,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:58,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:58,637 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:27:58,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:27:58,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:58,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:27:58,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:58,646 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:27:58,647 WARN [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:27:58,651 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032108651 2023-09-06T20:27:58,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:27:58,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:27:58,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:58,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:27:58,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:58,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:27:58,670 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:27:58,673 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:27:58,674 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:27:58,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:27:58,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:27:58,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:58,677 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:27:58,680 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:27:58,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:27:58,702 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x361d7db9 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:27:58,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:27:58,704 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:27:58,743 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cd2fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:27:58,743 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:27:58,751 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37921,1694032073763 with isa=jenkins-hbase3.apache.org/172.31.12.81:44879, startcode=1694032076856 2023-09-06T20:27:58,752 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:27:58,754 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:27:58,755 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:27:58,761 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032078757,5,FailOnTimeoutGroup] 2023-09-06T20:27:58,762 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032078761,5,FailOnTimeoutGroup] 2023-09-06T20:27:58,762 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:27:58,762 WARN [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-09-06T20:27:58,762 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:58,762 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:27:58,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:58,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:58,963 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37921,1694032073763 with isa=jenkins-hbase3.apache.org/172.31.12.81:44879, startcode=1694032076856 2023-09-06T20:27:58,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:58,982 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:27:58,982 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:38591 2023-09-06T20:27:58,982 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=33263 2023-09-06T20:27:58,989 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:27:58,989 DEBUG [RS:0;jenkins-hbase3:44879 {}] zookeeper.ZKUtil(111): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:58,989 WARN [RS:0;jenkins-hbase3:44879 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:27:58,990 INFO [RS:0;jenkins-hbase3:44879 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:58,990 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:58,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,44879,1694032076856] 2023-09-06T20:27:59,013 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:27:59,028 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:27:59,044 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:27:59,050 INFO [RS:0;jenkins-hbase3:44879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:27:59,050 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,052 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:27:59,062 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,063 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:27:59,064 DEBUG [RS:0;jenkins-hbase3:44879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:27:59,065 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,066 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,066 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,066 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,066 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44879,1694032076856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:27:59,082 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:27:59,085 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,44879,1694032076856-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:27:59,103 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,44879,1694032076856 started 2023-09-06T20:27:59,103 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,44879,1694032076856, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:44879, sessionid=0x100eef770dc0001 2023-09-06T20:27:59,104 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:27:59,104 DEBUG [RS:0;jenkins-hbase3:44879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:59,104 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44879,1694032076856' 2023-09-06T20:27:59,104 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:27:59,105 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:27:59,106 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:27:59,106 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:27:59,106 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44879,1694032076856' 2023-09-06T20:27:59,106 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:27:59,107 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,44879,1694032076856' 2023-09-06T20:27:59,107 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:27:59,108 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:27:59,109 DEBUG [RS:0;jenkins-hbase3:44879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:27:59,109 INFO [RS:0;jenkins-hbase3:44879 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:27:59,109 INFO [RS:0;jenkins-hbase3:44879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:27:59,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:59,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:27:59,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:27:59,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:27:59,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:27:59,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:27:59,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:27:59,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740 2023-09-06T20:27:59,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740 2023-09-06T20:27:59,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:27:59,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:27:59,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:27:59,186 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10852770880, jitterRate=0.010743051767349243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:27:59,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:27:59,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:27:59,189 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:27:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:27:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:27:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:27:59,191 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:27:59,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:27:59,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:27:59,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:27:59,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:27:59,220 INFO [RS:0;jenkins-hbase3:44879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:27:59,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:27:59,225 INFO [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44879%2C1694032076856, suffix=, logDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs, maxLogs=32 2023-09-06T20:27:59,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:27:59,242 DEBUG [RS:0;jenkins-hbase3:44879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229, exclude list is [], retry=0 2023-09-06T20:27:59,247 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:27:59,251 INFO [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229 2023-09-06T20:27:59,251 DEBUG [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:27:59,383 DEBUG [jenkins-hbase3:37921 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:27:59,392 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:59,399 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44879,1694032076856, state=OPENING 2023-09-06T20:27:59,410 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:27:59,417 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:59,417 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:27:59,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:59,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:59,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:27:59,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:59,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:27:59,631 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57632, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:27:59,647 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:27:59,649 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:27:59,650 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:27:59,653 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta, suffix=.meta, logDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856, archiveDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs, maxLogs=32 2023-09-06T20:27:59,672 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032079655.meta, exclude list is [], retry=0 2023-09-06T20:27:59,678 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:27:59,683 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032079655.meta 2023-09-06T20:27:59,684 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:27:59,684 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:27:59,692 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:27:59,693 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:27:59,718 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:27:59,718 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:27:59,723 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:27:59,723 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:27:59,724 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:27:59,724 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:27:59,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:27:59,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:27:59,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:27:59,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:27:59,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:27:59,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:27:59,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:27:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:27:59,738 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740 2023-09-06T20:27:59,741 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740 2023-09-06T20:27:59,743 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:27:59,746 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:27:59,747 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11086438400, jitterRate=0.032505035400390625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:27:59,748 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:27:59,760 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032079612 2023-09-06T20:27:59,780 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:27:59,780 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:27:59,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:27:59,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,44879,1694032076856, state=OPEN 2023-09-06T20:27:59,788 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:27:59,788 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:27:59,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:59,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:27:59,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:27:59,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,44879,1694032076856 in 367 msec 2023-09-06T20:27:59,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:27:59,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 730 msec 2023-09-06T20:27:59,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4520 sec 2023-09-06T20:27:59,956 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032079956, completionTime=-1 2023-09-06T20:27:59,957 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:27:59,957 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:28:00,049 DEBUG [hconnection-0x53d91eb3-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:00,053 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57648, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:00,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:28:00,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032140077 2023-09-06T20:28:00,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032200077 2023-09-06T20:28:00,077 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 120 msec 2023-09-06T20:28:00,107 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37921,1694032073763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:00,108 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37921,1694032073763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:00,108 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37921,1694032073763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:00,111 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:37921, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:00,112 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:00,119 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:28:00,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:28:00,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:28:00,145 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:28:00,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:00,151 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:00,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:00,173 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5a54d410c0dad2f243860c061db00715, NAME => 'hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:00,186 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:00,187 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 5a54d410c0dad2f243860c061db00715, disabling compactions & flushes 2023-09-06T20:28:00,187 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,187 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,187 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. after waiting 0 ms 2023-09-06T20:28:00,187 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,187 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,187 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5a54d410c0dad2f243860c061db00715: 2023-09-06T20:28:00,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:00,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032080192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032080192"}]},"ts":"1694032080192"} 2023-09-06T20:28:00,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:00,262 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:00,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032080262"}]},"ts":"1694032080262"} 2023-09-06T20:28:00,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:28:00,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5a54d410c0dad2f243860c061db00715, ASSIGN}] 2023-09-06T20:28:00,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5a54d410c0dad2f243860c061db00715, ASSIGN 2023-09-06T20:28:00,289 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5a54d410c0dad2f243860c061db00715, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:00,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5a54d410c0dad2f243860c061db00715, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:00,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5a54d410c0dad2f243860c061db00715, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:00,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 5a54d410c0dad2f243860c061db00715, NAME => 'hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:00,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:00,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:00,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,610 INFO [StoreOpener-5a54d410c0dad2f243860c061db00715-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,612 INFO [StoreOpener-5a54d410c0dad2f243860c061db00715-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a54d410c0dad2f243860c061db00715 columnFamilyName info 2023-09-06T20:28:00,612 DEBUG [StoreOpener-5a54d410c0dad2f243860c061db00715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:00,613 INFO [StoreOpener-5a54d410c0dad2f243860c061db00715-1 {}] regionserver.HStore(324): Store=5a54d410c0dad2f243860c061db00715/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:00,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:00,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 5a54d410c0dad2f243860c061db00715; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11999586560, jitterRate=0.11754858493804932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:00,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 5a54d410c0dad2f243860c061db00715: 2023-09-06T20:28:00,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715., pid=6, masterSystemTime=1694032080598 2023-09-06T20:28:00,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:00,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5a54d410c0dad2f243860c061db00715, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:00,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:28:00,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5a54d410c0dad2f243860c061db00715, server=jenkins-hbase3.apache.org,44879,1694032076856 in 189 msec 2023-09-06T20:28:00,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:28:00,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5a54d410c0dad2f243860c061db00715, ASSIGN in 355 msec 2023-09-06T20:28:00,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:00,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032080643"}]},"ts":"1694032080643"} 2023-09-06T20:28:00,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:28:00,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:00,650 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:28:00,652 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:00,652 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:00,652 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:00,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 514 msec 2023-09-06T20:28:00,709 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:28:00,726 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:00,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-09-06T20:28:00,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:28:00,756 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:00,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-09-06T20:28:00,772 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:28:00,775 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:28:00,776 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 3.796sec 2023-09-06T20:28:00,778 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:28:00,779 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:28:00,781 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:28:00,781 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:28:00,782 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:28:00,783 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37921,1694032073763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:28:00,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37921,1694032073763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:28:00,797 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:28:00,799 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:28:00,848 DEBUG [Listener at localhost/32871 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5688cdd6 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:00,863 DEBUG [Listener at localhost/32871 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55976619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:00,869 DEBUG [Listener at localhost/32871 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:28:00,870 DEBUG [Listener at localhost/32871 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:28:00,888 DEBUG [hconnection-0x114777f8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:00,904 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57716, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:00,925 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:28:00,925 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:28:00,925 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/test.cache.data in system properties and HBase conf 2023-09-06T20:28:00,925 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:00,926 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:28:00,927 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:28:00,928 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:00,928 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:28:00,928 INFO [Listener at localhost/32871 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:28:02,905 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:03,259 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:03,265 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41153_jobhistory____.gxqm9w/webapp 2023-09-06T20:28:03,432 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:28:03,432 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:03,432 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:03,436 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:03,525 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:03,696 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:03,970 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:28:04,003 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41153 2023-09-06T20:28:04,403 WARN [Listener at jenkins-hbase3.apache.org/33003 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:04,483 WARN [Listener at jenkins-hbase3.apache.org/33003 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:04,483 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:04,489 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44215_cluster____.qtl62b/webapp 2023-09-06T20:28:04,576 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:04,577 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:28:04,577 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:04,577 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:04,589 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:04,862 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:04,955 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:04,963 INFO [Listener at jenkins-hbase3.apache.org/33003 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44215 2023-09-06T20:28:05,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:05,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:28:05,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:05,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:28:05,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:05,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:05,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:28:05,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:28:05,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:28:05,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:28:05,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:05,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:28:05,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:28:05,452 WARN [Listener at jenkins-hbase3.apache.org/34107 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:05,475 WARN [Listener at jenkins-hbase3.apache.org/34107 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:05,476 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:05,483 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34509_node____.2qmuw4/webapp 2023-09-06T20:28:05,539 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:28:05,539 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:05,539 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:05,539 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:05,549 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:05,572 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:05,648 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:05,660 INFO [Listener at jenkins-hbase3.apache.org/34107 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34509 2023-09-06T20:28:05,829 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:05,836 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:05,837 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:05,844 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35619_node____.xkn1d1/webapp 2023-09-06T20:28:05,894 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:28:05,894 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:05,894 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:05,895 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:05,905 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:05,920 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:05,997 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:06,004 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35619 2023-09-06T20:28:06,047 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:28:06,047 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:38591/backupUT 2023-09-06T20:28:06,063 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:06,067 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59314, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:06,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:28:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:28:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:28:06,103 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:06,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-09-06T20:28:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:28:06,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:28:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:28:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:28:06,214 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:06,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-09-06T20:28:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:28:06,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:28:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:28:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:28:06,325 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:06,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-09-06T20:28:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:28:06,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:28:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:28:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:28:06,439 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:06,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 22 msec 2023-09-06T20:28:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:28:06,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032086047', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032086047 2023-09-06T20:28:06,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:06,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032086047" procId is: 13 2023-09-06T20:28:06,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:06,556 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:06,594 INFO [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0d3210c92f19354ccbd4791f4e096870, NAME => 'test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032086047', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1668): Closing 0d3210c92f19354ccbd4791f4e096870, disabling compactions & flushes 2023-09-06T20:28:07,015 INFO [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. after waiting 0 ms 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,015 INFO [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,015 DEBUG [RegionOpenAndInit-test-1694032086047-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0d3210c92f19354ccbd4791f4e096870: 2023-09-06T20:28:07,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:07,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032087018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032087018"}]},"ts":"1694032087018"} 2023-09-06T20:28:07,021 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:07,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:07,022 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032086047","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032087022"}]},"ts":"1694032087022"} 2023-09-06T20:28:07,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032086047, state=ENABLING in hbase:meta 2023-09-06T20:28:07,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032086047, region=0d3210c92f19354ccbd4791f4e096870, ASSIGN}] 2023-09-06T20:28:07,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032086047, region=0d3210c92f19354ccbd4791f4e096870, ASSIGN 2023-09-06T20:28:07,033 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032086047, region=0d3210c92f19354ccbd4791f4e096870, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:07,185 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0d3210c92f19354ccbd4791f4e096870, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:07,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 0d3210c92f19354ccbd4791f4e096870, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:07,348 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 0d3210c92f19354ccbd4791f4e096870, NAME => 'test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:07,349 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:07,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032086047 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:07,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,350 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,352 INFO [StoreOpener-0d3210c92f19354ccbd4791f4e096870-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,355 INFO [StoreOpener-0d3210c92f19354ccbd4791f4e096870-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d3210c92f19354ccbd4791f4e096870 columnFamilyName f 2023-09-06T20:28:07,355 DEBUG [StoreOpener-0d3210c92f19354ccbd4791f4e096870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,356 INFO [StoreOpener-0d3210c92f19354ccbd4791f4e096870-1 {}] regionserver.HStore(324): Store=0d3210c92f19354ccbd4791f4e096870/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:07,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,358 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,362 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:07,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:07,369 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 0d3210c92f19354ccbd4791f4e096870; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11131811040, jitterRate=0.03673069179058075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:07,371 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 0d3210c92f19354ccbd4791f4e096870: 2023-09-06T20:28:07,372 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870., pid=15, masterSystemTime=1694032087340 2023-09-06T20:28:07,375 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:07,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0d3210c92f19354ccbd4791f4e096870, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:07,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:28:07,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 0d3210c92f19354ccbd4791f4e096870, server=jenkins-hbase3.apache.org,44879,1694032076856 in 192 msec 2023-09-06T20:28:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:28:07,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032086047, region=0d3210c92f19354ccbd4791f4e096870, ASSIGN in 353 msec 2023-09-06T20:28:07,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:07,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032086047","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032087386"}]},"ts":"1694032087386"} 2023-09-06T20:28:07,388 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032086047, state=ENABLED in hbase:meta 2023-09-06T20:28:07,393 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032086047 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:07,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032086047 in 845 msec 2023-09-06T20:28:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:07,672 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032086047, procId: 13 completed 2023-09-06T20:28:07,674 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78a3224e to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:07,684 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14783021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:07,686 DEBUG [hconnection-0xe824d8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:07,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:57730, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:07,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.HRegion(8210): writing data to region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:28:07,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940320860471', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940320860471 2023-09-06T20:28:07,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:07,844 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940320860471" procId is: 16 2023-09-06T20:28:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:07,846 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:08,268 INFO [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a4e9bb1f6e21d50fec5c22ae73ec81ad, NAME => 'ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940320860471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1668): Closing a4e9bb1f6e21d50fec5c22ae73ec81ad, disabling compactions & flushes 2023-09-06T20:28:08,682 INFO [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. after waiting 0 ms 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:08,682 INFO [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:08,682 DEBUG [RegionOpenAndInit-ns2:test-16940320860471-pool-0 {}] regionserver.HRegion(1622): Region close journal for a4e9bb1f6e21d50fec5c22ae73ec81ad: 2023-09-06T20:28:08,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:08,684 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032088684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032088684"}]},"ts":"1694032088684"} 2023-09-06T20:28:08,687 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:08,688 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:08,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320860471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032088688"}]},"ts":"1694032088688"} 2023-09-06T20:28:08,690 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320860471, state=ENABLING in hbase:meta 2023-09-06T20:28:08,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320860471, region=a4e9bb1f6e21d50fec5c22ae73ec81ad, ASSIGN}] 2023-09-06T20:28:08,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320860471, region=a4e9bb1f6e21d50fec5c22ae73ec81ad, ASSIGN 2023-09-06T20:28:08,698 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940320860471, region=a4e9bb1f6e21d50fec5c22ae73ec81ad, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:08,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a4e9bb1f6e21d50fec5c22ae73ec81ad, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:08,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:09,009 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:09,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => a4e9bb1f6e21d50fec5c22ae73ec81ad, NAME => 'ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:09,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:09,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320860471 a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:09,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,012 INFO [StoreOpener-a4e9bb1f6e21d50fec5c22ae73ec81ad-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,014 INFO [StoreOpener-a4e9bb1f6e21d50fec5c22ae73ec81ad-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4e9bb1f6e21d50fec5c22ae73ec81ad columnFamilyName f 2023-09-06T20:28:09,014 DEBUG [StoreOpener-a4e9bb1f6e21d50fec5c22ae73ec81ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:09,015 INFO [StoreOpener-a4e9bb1f6e21d50fec5c22ae73ec81ad-1 {}] regionserver.HStore(324): Store=a4e9bb1f6e21d50fec5c22ae73ec81ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:09,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:09,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:09,029 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened a4e9bb1f6e21d50fec5c22ae73ec81ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9719386080, jitterRate=-0.09481163322925568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:09,029 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for a4e9bb1f6e21d50fec5c22ae73ec81ad: 2023-09-06T20:28:09,031 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad., pid=18, masterSystemTime=1694032089005 2023-09-06T20:28:09,033 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:09,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:09,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=a4e9bb1f6e21d50fec5c22ae73ec81ad, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:09,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:28:09,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad, server=jenkins-hbase3.apache.org,44879,1694032076856 in 184 msec 2023-09-06T20:28:09,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:28:09,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940320860471, region=a4e9bb1f6e21d50fec5c22ae73ec81ad, ASSIGN in 344 msec 2023-09-06T20:28:09,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:09,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320860471","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032089043"}]},"ts":"1694032089043"} 2023-09-06T20:28:09,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320860471, state=ENABLED in hbase:meta 2023-09-06T20:28:09,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320860471 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:09,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940320860471 in 1.2070 sec 2023-09-06T20:28:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:09,956 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940320860471, procId: 16 completed 2023-09-06T20:28:09,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:28:10,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940320860472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940320860472 2023-09-06T20:28:10,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:10,057 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940320860472" procId is: 19 2023-09-06T20:28:10,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:10,476 INFO [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e7b15ea5841a2b447b1cd8c9b81b3ea, NAME => 'ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940320860472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1668): Closing 7e7b15ea5841a2b447b1cd8c9b81b3ea, disabling compactions & flushes 2023-09-06T20:28:10,497 INFO [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. after waiting 0 ms 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,497 INFO [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,497 DEBUG [RegionOpenAndInit-ns3:test-16940320860472-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e7b15ea5841a2b447b1cd8c9b81b3ea: 2023-09-06T20:28:10,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:10,500 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032090500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032090500"}]},"ts":"1694032090500"} 2023-09-06T20:28:10,503 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:10,504 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:10,504 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320860472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032090504"}]},"ts":"1694032090504"} 2023-09-06T20:28:10,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320860472, state=ENABLING in hbase:meta 2023-09-06T20:28:10,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320860472, region=7e7b15ea5841a2b447b1cd8c9b81b3ea, ASSIGN}] 2023-09-06T20:28:10,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320860472, region=7e7b15ea5841a2b447b1cd8c9b81b3ea, ASSIGN 2023-09-06T20:28:10,518 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940320860472, region=7e7b15ea5841a2b447b1cd8c9b81b3ea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:10,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7e7b15ea5841a2b447b1cd8c9b81b3ea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:10,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:10,830 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,830 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e7b15ea5841a2b447b1cd8c9b81b3ea, NAME => 'ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:10,831 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:10,831 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320860472 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,831 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:10,831 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,831 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,833 INFO [StoreOpener-7e7b15ea5841a2b447b1cd8c9b81b3ea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,835 INFO [StoreOpener-7e7b15ea5841a2b447b1cd8c9b81b3ea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7b15ea5841a2b447b1cd8c9b81b3ea columnFamilyName f 2023-09-06T20:28:10,835 DEBUG [StoreOpener-7e7b15ea5841a2b447b1cd8c9b81b3ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:10,836 INFO [StoreOpener-7e7b15ea5841a2b447b1cd8c9b81b3ea-1 {}] regionserver.HStore(324): Store=7e7b15ea5841a2b447b1cd8c9b81b3ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:10,837 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns3/test-16940320860472/7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,837 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns3/test-16940320860472/7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,840 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:10,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns3/test-16940320860472/7e7b15ea5841a2b447b1cd8c9b81b3ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:10,844 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 7e7b15ea5841a2b447b1cd8c9b81b3ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11945635840, jitterRate=0.11252403259277344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:10,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 7e7b15ea5841a2b447b1cd8c9b81b3ea: 2023-09-06T20:28:10,846 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea., pid=21, masterSystemTime=1694032090825 2023-09-06T20:28:10,849 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,849 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:10,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7e7b15ea5841a2b447b1cd8c9b81b3ea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:10,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:28:10,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea, server=jenkins-hbase3.apache.org,44879,1694032076856 in 179 msec 2023-09-06T20:28:10,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:28:10,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940320860472, region=7e7b15ea5841a2b447b1cd8c9b81b3ea, ASSIGN in 341 msec 2023-09-06T20:28:10,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:10,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320860472","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032090857"}]},"ts":"1694032090857"} 2023-09-06T20:28:10,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320860472, state=ENABLED in hbase:meta 2023-09-06T20:28:10,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320860472 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:10,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940320860472 in 809 msec 2023-09-06T20:28:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:11,166 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940320860472, procId: 19 completed 2023-09-06T20:28:11,166 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940320860472 get assigned. Timeout = 60000ms 2023-09-06T20:28:11,168 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:11,173 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940320860472 assigned to meta. Checking AM states. 2023-09-06T20:28:11,174 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:11,174 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940320860472 assigned. 2023-09-06T20:28:11,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940320860473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940320860473 2023-09-06T20:28:11,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:11,180 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:11,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940320860473" procId is: 22 2023-09-06T20:28:11,181 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:11,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940320860471' 2023-09-06T20:28:11,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032086047' 2023-09-06T20:28:11,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940320860472' 2023-09-06T20:28:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:11,594 INFO [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c60cbc6266f19ac7059711d7299e69db, NAME => 'ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940320860473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:12,013 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:12,013 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1668): Closing c60cbc6266f19ac7059711d7299e69db, disabling compactions & flushes 2023-09-06T20:28:12,014 INFO [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,014 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,014 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. after waiting 0 ms 2023-09-06T20:28:12,014 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,014 INFO [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,014 DEBUG [RegionOpenAndInit-ns4:test-16940320860473-pool-0 {}] regionserver.HRegion(1622): Region close journal for c60cbc6266f19ac7059711d7299e69db: 2023-09-06T20:28:12,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:12,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032092015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032092015"}]},"ts":"1694032092015"} 2023-09-06T20:28:12,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:12,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:12,020 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320860473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032092020"}]},"ts":"1694032092020"} 2023-09-06T20:28:12,022 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320860473, state=ENABLING in hbase:meta 2023-09-06T20:28:12,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320860473, region=c60cbc6266f19ac7059711d7299e69db, ASSIGN}] 2023-09-06T20:28:12,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320860473, region=c60cbc6266f19ac7059711d7299e69db, ASSIGN 2023-09-06T20:28:12,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940320860473, region=c60cbc6266f19ac7059711d7299e69db, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:12,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c60cbc6266f19ac7059711d7299e69db, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:12,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure c60cbc6266f19ac7059711d7299e69db, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:12,344 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => c60cbc6266f19ac7059711d7299e69db, NAME => 'ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:12,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:12,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320860473 c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:12,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,347 INFO [StoreOpener-c60cbc6266f19ac7059711d7299e69db-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,349 INFO [StoreOpener-c60cbc6266f19ac7059711d7299e69db-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c60cbc6266f19ac7059711d7299e69db columnFamilyName f 2023-09-06T20:28:12,349 DEBUG [StoreOpener-c60cbc6266f19ac7059711d7299e69db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:12,351 INFO [StoreOpener-c60cbc6266f19ac7059711d7299e69db-1 {}] regionserver.HStore(324): Store=c60cbc6266f19ac7059711d7299e69db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:12,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns4/test-16940320860473/c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns4/test-16940320860473/c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,364 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:12,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns4/test-16940320860473/c60cbc6266f19ac7059711d7299e69db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:12,367 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened c60cbc6266f19ac7059711d7299e69db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10636730880, jitterRate=-0.009377241134643555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:12,368 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for c60cbc6266f19ac7059711d7299e69db: 2023-09-06T20:28:12,369 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db., pid=24, masterSystemTime=1694032092338 2023-09-06T20:28:12,372 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,372 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:12,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c60cbc6266f19ac7059711d7299e69db, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:28:12,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure c60cbc6266f19ac7059711d7299e69db, server=jenkins-hbase3.apache.org,44879,1694032076856 in 190 msec 2023-09-06T20:28:12,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:28:12,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940320860473, region=c60cbc6266f19ac7059711d7299e69db, ASSIGN in 351 msec 2023-09-06T20:28:12,382 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:12,382 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320860473","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032092382"}]},"ts":"1694032092382"} 2023-09-06T20:28:12,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320860473, state=ENABLED in hbase:meta 2023-09-06T20:28:12,389 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320860473 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:12,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940320860473 in 1.2130 sec 2023-09-06T20:28:12,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:13,291 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940320860473, procId: 22 completed 2023-09-06T20:28:13,291 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940320860473 get assigned. Timeout = 60000ms 2023-09-06T20:28:13,292 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:13,296 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940320860473 assigned to meta. Checking AM states. 2023-09-06T20:28:13,296 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:13,297 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940320860473 assigned. 2023-09-06T20:28:13,297 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78a3224e to 127.0.0.1:54342 2023-09-06T20:28:13,297 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:13,340 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.ResourceChecker(147): before: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=329, ProcessCount=167, AvailableMemoryMB=3957 2023-09-06T20:28:13,340 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:28:13,342 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] master.TestBackupLogCleaner(64): create full backup image for all tables 2023-09-06T20:28:13,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:28:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:28:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:28:13,373 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:13,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-09-06T20:28:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:28:13,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:28:13,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:13,495 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:13,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:28:13,496 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:13,924 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f6e42c29d300db7326378016f89c4dc6, NAME => 'backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:14,338 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:14,338 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing f6e42c29d300db7326378016f89c4dc6, disabling compactions & flushes 2023-09-06T20:28:14,338 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,338 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,338 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. after waiting 0 ms 2023-09-06T20:28:14,338 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,338 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,339 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for f6e42c29d300db7326378016f89c4dc6: 2023-09-06T20:28:14,341 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:14,341 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032094341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032094341"}]},"ts":"1694032094341"} 2023-09-06T20:28:14,344 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:14,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:14,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032094345"}]},"ts":"1694032094345"} 2023-09-06T20:28:14,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:28:14,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f6e42c29d300db7326378016f89c4dc6, ASSIGN}] 2023-09-06T20:28:14,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f6e42c29d300db7326378016f89c4dc6, ASSIGN 2023-09-06T20:28:14,365 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=f6e42c29d300db7326378016f89c4dc6, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:14,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f6e42c29d300db7326378016f89c4dc6, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:14,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure f6e42c29d300db7326378016f89c4dc6, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:14,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,679 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => f6e42c29d300db7326378016f89c4dc6, NAME => 'backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:14,679 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:14,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:14,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,680 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,682 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,685 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6e42c29d300db7326378016f89c4dc6 columnFamilyName meta 2023-09-06T20:28:14,685 DEBUG [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:14,686 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] regionserver.HStore(324): Store=f6e42c29d300db7326378016f89c4dc6/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:14,686 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,688 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6e42c29d300db7326378016f89c4dc6 columnFamilyName session 2023-09-06T20:28:14,688 DEBUG [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:14,689 INFO [StoreOpener-f6e42c29d300db7326378016f89c4dc6-1 {}] regionserver.HStore(324): Store=f6e42c29d300db7326378016f89c4dc6/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:14,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,693 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:28:14,695 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:14,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:14,698 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened f6e42c29d300db7326378016f89c4dc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11125863840, jitterRate=0.03617681562900543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:28:14,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for f6e42c29d300db7326378016f89c4dc6: 2023-09-06T20:28:14,700 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6., pid=28, masterSystemTime=1694032094674 2023-09-06T20:28:14,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,703 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:14,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f6e42c29d300db7326378016f89c4dc6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:14,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:28:14,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure f6e42c29d300db7326378016f89c4dc6, server=jenkins-hbase3.apache.org,44879,1694032076856 in 185 msec 2023-09-06T20:28:14,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:28:14,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=f6e42c29d300db7326378016f89c4dc6, ASSIGN in 355 msec 2023-09-06T20:28:14,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:14,712 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032094712"}]},"ts":"1694032094712"} 2023-09-06T20:28:14,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:28:14,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:14,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2310 sec 2023-09-06T20:28:14,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:28:14,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320860471 2023-09-06T20:28:14,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320860471 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032086047 2023-09-06T20:28:14,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032086047 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320860473 2023-09-06T20:28:14,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320860473 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320860472 2023-09-06T20:28:14,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320860472 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:15,608 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:28:15,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:28:15,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:15,626 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:15,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:15,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:16,040 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a4054861d9006e63630258692d910091, NAME => 'backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing a4054861d9006e63630258692d910091, disabling compactions & flushes 2023-09-06T20:28:16,453 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. after waiting 0 ms 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,453 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,453 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for a4054861d9006e63630258692d910091: 2023-09-06T20:28:16,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:16,455 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032096455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032096455"}]},"ts":"1694032096455"} 2023-09-06T20:28:16,457 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:16,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:16,458 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032096458"}]},"ts":"1694032096458"} 2023-09-06T20:28:16,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:28:16,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=a4054861d9006e63630258692d910091, ASSIGN}] 2023-09-06T20:28:16,467 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=a4054861d9006e63630258692d910091, ASSIGN 2023-09-06T20:28:16,468 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=a4054861d9006e63630258692d910091, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,44879,1694032076856; forceNewPlan=false, retain=false 2023-09-06T20:28:16,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a4054861d9006e63630258692d910091, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:16,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure a4054861d9006e63630258692d910091, server=jenkins-hbase3.apache.org,44879,1694032076856}] 2023-09-06T20:28:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:16,778 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => a4054861d9006e63630258692d910091, NAME => 'backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:16,779 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:16,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk a4054861d9006e63630258692d910091 2023-09-06T20:28:16,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:16,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for a4054861d9006e63630258692d910091 2023-09-06T20:28:16,779 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for a4054861d9006e63630258692d910091 2023-09-06T20:28:16,781 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a4054861d9006e63630258692d910091 2023-09-06T20:28:16,783 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4054861d9006e63630258692d910091 columnFamilyName meta 2023-09-06T20:28:16,783 DEBUG [StoreOpener-a4054861d9006e63630258692d910091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:16,784 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] regionserver.HStore(324): Store=a4054861d9006e63630258692d910091/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:16,784 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a4054861d9006e63630258692d910091 2023-09-06T20:28:16,786 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4054861d9006e63630258692d910091 columnFamilyName session 2023-09-06T20:28:16,786 DEBUG [StoreOpener-a4054861d9006e63630258692d910091-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:16,786 INFO [StoreOpener-a4054861d9006e63630258692d910091-1 {}] regionserver.HStore(324): Store=a4054861d9006e63630258692d910091/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:16,787 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system_bulk/a4054861d9006e63630258692d910091 2023-09-06T20:28:16,788 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system_bulk/a4054861d9006e63630258692d910091 2023-09-06T20:28:16,789 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:28:16,791 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for a4054861d9006e63630258692d910091 2023-09-06T20:28:16,793 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system_bulk/a4054861d9006e63630258692d910091/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:16,794 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened a4054861d9006e63630258692d910091; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9792466240, jitterRate=-0.08800551295280457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:28:16,794 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for a4054861d9006e63630258692d910091: 2023-09-06T20:28:16,795 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091., pid=31, masterSystemTime=1694032096774 2023-09-06T20:28:16,797 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,798 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:16,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a4054861d9006e63630258692d910091, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:16,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:28:16,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure a4054861d9006e63630258692d910091, server=jenkins-hbase3.apache.org,44879,1694032076856 in 178 msec 2023-09-06T20:28:16,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:28:16,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=a4054861d9006e63630258692d910091, ASSIGN in 337 msec 2023-09-06T20:28:16,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:16,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032096805"}]},"ts":"1694032096805"} 2023-09-06T20:28:16,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:28:16,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:16,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-09-06T20:28:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:17,735 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:28:17,750 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1694032079243; access_time=1694032079243; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-09-06T20:28:17,780 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-09-06T20:28:17,782 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x744b1e67 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:17,788 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f66b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:17,798 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:17,800 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58360, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:17,808 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:17,809 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45228, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:17,825 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:17,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:17,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032097883 (current time:1694032097883). 2023-09-06T20:28:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:28:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6df7f35f to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b3dc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:17,902 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:58364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6df7f35f to 127.0.0.1:54342 2023-09-06T20:28:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:17,905 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:28:17,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940320860473' 2023-09-06T20:28:17,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:28:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:28:17,920 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:17,927 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:17,929 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:18,342 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:18,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6}] 2023-09-06T20:28:18,352 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:18,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:28:18,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:18,515 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing f6e42c29d300db7326378016f89c4dc6 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:28:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:18,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/d80a3085f4a042b8bcae96572a02712a is 49, key is activesession:/session:c/1694032097867/Put/seqid=0 2023-09-06T20:28:19,010 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/d80a3085f4a042b8bcae96572a02712a 2023-09-06T20:28:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:19,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/d80a3085f4a042b8bcae96572a02712a as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a 2023-09-06T20:28:19,094 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:28:19,097 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for f6e42c29d300db7326378016f89c4dc6 in 582ms, sequenceid=5, compaction requested=false 2023-09-06T20:28:19,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for f6e42c29d300db7326378016f89c4dc6: 2023-09-06T20:28:19,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. for snapshot_backup_system completed. 2023-09-06T20:28:19,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:28:19,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:28:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a] hfiles 2023-09-06T20:28:19,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a for snapshot=snapshot_backup_system 2023-09-06T20:28:19,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:19,532 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:28:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:28:19,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:19,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:19,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:28:19,541 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:19,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 in 1.1950 sec 2023-09-06T20:28:19,543 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:19,546 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:19,546 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:28:19,549 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:28:19,574 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:19,589 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:19,590 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:28:19,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:19,592 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:28:19,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.6800 sec 2023-09-06T20:28:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:20,029 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:28:20,030 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(115): Backup backup_1694032097791 started at 1694032100030. 2023-09-06T20:28:20,052 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(119): Backup session backup_1694032097791 has been started. 2023-09-06T20:28:20,055 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:28:20,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:28:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:28:20,073 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:28:20,073 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:28:20,073 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:28:20,074 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:28:20,074 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,074 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:20,076 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:20,076 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,076 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:20,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:20,076 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,076 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:28:20,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:20,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:28:20,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:20,077 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:28:20,079 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:28:20,079 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:28:20,080 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:28:20,080 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:28:20,080 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:28:20,080 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:28:20,080 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44879,1694032076856' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:28:20,083 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,083 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:20,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:20,083 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,083 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:28:20,083 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:20,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:20,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,084 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,085 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:20,085 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44879,1694032076856' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:28:20,085 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1a798c9[Count = 0] remaining members to acquire global barrier 2023-09-06T20:28:20,085 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:28:20,085 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,088 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,088 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,088 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,088 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:28:20,088 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,088 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:28:20,089 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:28:20,089 DEBUG [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,089 INFO [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032079229 highest: 1694032079229 on jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,089 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856:(num 1694032079229) roll requested 2023-09-06T20:28:20,101 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090, exclude list is [], retry=0 2023-09-06T20:28:20,108 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:28:20,113 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229 with entries=19, filesize=4.08 KB; new WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 2023-09-06T20:28:20,114 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:28:20,114 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229 is not closed yet, will try archiving it next time 2023-09-06T20:28:20,114 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta:.meta(num 1694032079655) roll requested 2023-09-06T20:28:20,127 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta, exclude list is [], retry=0 2023-09-06T20:28:20,130 DEBUG [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-09-06T20:28:20,130 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:28:20,130 INFO [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032100090 on jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,131 DEBUG [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:20,133 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45244, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:28:20,133 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032079655.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta 2023-09-06T20:28:20,133 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:28:20,133 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032079655.meta is not closed yet, will try archiving it next time 2023-09-06T20:28:20,153 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:28:20,153 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44879,1694032076856' in zk 2023-09-06T20:28:20,157 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:28:20,157 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,157 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:20,157 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:28:20,157 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:20,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:20,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:20,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:20,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:20,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44879,1694032076856': 2023-09-06T20:28:20,162 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44879,1694032076856' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:28:20,162 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:28:20,162 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:28:20,162 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:28:20,163 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:28:20,163 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:28:20,166 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,166 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:20,166 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,166 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:20,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:20,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:20,167 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:20,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:20,167 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:20,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,169 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:20,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:20,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,179 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:20,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:20,179 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:20,179 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:20,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:28:20,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:28:20,180 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:20,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:20,182 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:28:20,182 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:28:20,282 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:28:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:28:20,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } 2023-09-06T20:28:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032100292 (current time:1694032100292). 2023-09-06T20:28:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032100291_default_test-1694032086047 VERSION not specified, setting to 2 2023-09-06T20:28:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2df33777 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e373a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:20,303 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33878, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2df33777 to 127.0.0.1:54342 2023-09-06T20:28:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } 2023-09-06T20:28:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:28:20,308 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:20,309 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:20,312 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:20,323 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:20,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0d3210c92f19354ccbd4791f4e096870}] 2023-09-06T20:28:20,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:20,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:28:20,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:20,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 0d3210c92f19354ccbd4791f4e096870 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:28:20,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/0a59b9dd65bc4672b5d05668d3c176cc is 37, key is row10/f:q1/1694032087711/Put/seqid=0 2023-09-06T20:28:20,512 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/0a59b9dd65bc4672b5d05668d3c176cc 2023-09-06T20:28:20,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/0a59b9dd65bc4672b5d05668d3c176cc as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc 2023-09-06T20:28:20,534 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:28:20,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0d3210c92f19354ccbd4791f4e096870 in 57ms, sequenceid=103, compaction requested=false 2023-09-06T20:28:20,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 0d3210c92f19354ccbd4791f4e096870: 2023-09-06T20:28:20,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. for snapshot_1694032100291_default_test-1694032086047 completed. 2023-09-06T20:28:20,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870.' region-info for snapshot=snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:20,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:20,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc] hfiles 2023-09-06T20:28:20,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc for snapshot=snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:20,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:20,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:28:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:28:20,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032100291_default_test-1694032086047 on region 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:20,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:20,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:28:20,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 0d3210c92f19354ccbd4791f4e096870 in 629 msec 2023-09-06T20:28:20,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:20,954 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:20,955 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:20,955 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:20,956 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:20,972 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:20,979 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:20,980 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032100291_default_test-1694032086047 to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:20,981 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:20,981 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:28:20,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032100291_default_test-1694032086047 table=test-1694032086047 type=FLUSH ttl=0 } in 677 msec 2023-09-06T20:28:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:21,415 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694032086047, procId: 34 completed 2023-09-06T20:28:21,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } 2023-09-06T20:28:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032101416 (current time:1694032101416). 2023-09-06T20:28:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032101415_ns2_test-16940320860471 VERSION not specified, setting to 2 2023-09-06T20:28:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3eaaf733 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fff9362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:21,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33882, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3eaaf733 to 127.0.0.1:54342 2023-09-06T20:28:21,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } 2023-09-06T20:28:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:28:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:21,431 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:21,432 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:21,435 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:21,456 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:21,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad}] 2023-09-06T20:28:21,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:21,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:28:21,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:21,612 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing a4e9bb1f6e21d50fec5c22ae73ec81ad 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:28:21,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/3f4681f5c0984192ae74711d5f998f76 is 37, key is row10/f:q1/1694032089971/Put/seqid=0 2023-09-06T20:28:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:22,037 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/3f4681f5c0984192ae74711d5f998f76 2023-09-06T20:28:22,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/3f4681f5c0984192ae74711d5f998f76 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76 2023-09-06T20:28:22,051 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:28:22,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a4e9bb1f6e21d50fec5c22ae73ec81ad in 441ms, sequenceid=103, compaction requested=false 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for a4e9bb1f6e21d50fec5c22ae73ec81ad: 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. for snapshot_1694032101415_ns2_test-16940320860471 completed. 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad.' region-info for snapshot=snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76] hfiles 2023-09-06T20:28:22,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76 for snapshot=snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:22,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:22,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:28:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:28:22,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032101415_ns2_test-16940320860471 on region a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:22,466 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:22,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:28:22,469 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:22,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure a4e9bb1f6e21d50fec5c22ae73ec81ad in 1.0110 sec 2023-09-06T20:28:22,470 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:22,471 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:22,471 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:22,472 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:22,893 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:22,900 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:22,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032101415_ns2_test-16940320860471 to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:22,902 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:22,902 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:28:22,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1694032101415_ns2_test-16940320860471 table=ns2:test-16940320860471 type=FLUSH ttl=0 } in 1.4740 sec 2023-09-06T20:28:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:23,538 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns2:test-16940320860471, procId: 36 completed 2023-09-06T20:28:23,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } 2023-09-06T20:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032103539 (current time:1694032103539). 2023-09-06T20:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032103538_ns3_test-16940320860472 VERSION not specified, setting to 2 2023-09-06T20:28:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d237c40 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d915b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:23,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33886, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d237c40 to 127.0.0.1:54342 2023-09-06T20:28:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } 2023-09-06T20:28:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:28:23,554 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:23,555 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:23,558 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:23,969 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:23,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea}] 2023-09-06T20:28:23,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:24,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-09-06T20:28:24,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:24,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 7e7b15ea5841a2b447b1cd8c9b81b3ea: 2023-09-06T20:28:24,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. for snapshot_1694032103538_ns3_test-16940320860472 completed. 2023-09-06T20:28:24,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea.' region-info for snapshot=snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:24,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:24,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:28:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:24,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:24,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-09-06T20:28:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-09-06T20:28:24,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032103538_ns3_test-16940320860472 on region 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:24,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:24,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:28:24,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 7e7b15ea5841a2b447b1cd8c9b81b3ea in 192 msec 2023-09-06T20:28:24,164 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:24,165 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:24,166 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:24,166 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:24,167 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:24,583 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:24,589 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:24,590 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032103538_ns3_test-16940320860472 to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:24,591 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:24,591 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:28:24,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1694032103538_ns3_test-16940320860472 table=ns3:test-16940320860472 type=FLUSH ttl=0 } in 1.0390 sec 2023-09-06T20:28:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:24,662 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16940320860472, procId: 38 completed 2023-09-06T20:28:24,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } 2023-09-06T20:28:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032104663 (current time:1694032104663). 2023-09-06T20:28:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032104662_ns4_test-16940320860473 VERSION not specified, setting to 2 2023-09-06T20:28:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x05b1132b to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c6aea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:24,673 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:33894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x05b1132b to 127.0.0.1:54342 2023-09-06T20:28:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } 2023-09-06T20:28:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:28:24,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:24,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:24,681 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:24,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:28:24,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:25,093 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:25,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure c60cbc6266f19ac7059711d7299e69db}] 2023-09-06T20:28:25,095 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:25,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-09-06T20:28:25,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for c60cbc6266f19ac7059711d7299e69db: 2023-09-06T20:28:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. for snapshot_1694032104662_ns4_test-16940320860473 completed. 2023-09-06T20:28:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db.' region-info for snapshot=snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:28:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:25,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:25,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-09-06T20:28:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-09-06T20:28:25,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032104662_ns4_test-16940320860473 on region c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:25,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:25,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:28:25,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure c60cbc6266f19ac7059711d7299e69db in 566 msec 2023-09-06T20:28:25,661 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:25,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:25,663 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:25,663 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:25,664 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:26,076 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:26,083 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:26,084 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_1694032104662_ns4_test-16940320860473 to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:26,085 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:26,085 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-09-06T20:28:26,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1694032104662_ns4_test-16940320860473 table=ns4:test-16940320860473 type=FLUSH ttl=0 } in 1.4100 sec 2023-09-06T20:28:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:26,785 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns4:test-16940320860473, procId: 40 completed 2023-09-06T20:28:26,785 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032097791 2023-09-06T20:28:26,785 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:28:26,787 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(80): There are 4 snapshots to be copied. 2023-09-06T20:28:26,787 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032097791_ns4:test-16940320860473 2023-09-06T20:28:26,787 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032104662_ns4_test-16940320860473 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns4/test-16940320860473/ 2023-09-06T20:28:26,797 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:28:26,829 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:26,830 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37921,1694032073763_1092837312_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38591/backupUT/backup_1694032097791/ns4/test-16940320860473, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38591/backupUT/backup_1694032097791/ns4/test-16940320860473/.hbase-snapshot/.tmp/snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:26,830 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21, snapshotDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032104662_ns4_test-16940320860473. 2023-09-06T20:28:26,837 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032104662_ns4_test-16940320860473 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns4/test-16940320860473/.hbase-snapshot/.tmp/snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:27,265 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:27,266 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:27,267 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:27,267 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,273 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-4520348774249122820.jar 2023-09-06T20:28:28,273 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,274 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,274 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,275 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,275 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,276 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,277 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,277 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,278 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:28,279 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:28,280 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:28,281 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:28,282 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:28,282 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:28,283 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:28,283 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:28,283 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:28,284 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:28,284 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:28,285 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:28,285 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:28,289 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:28,290 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:28,290 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:28,290 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:28,291 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:28,292 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:28,292 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:28,358 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:28,382 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032104662_ns4_test-16940320860473' hfile list 2023-09-06T20:28:28,587 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032108540/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:28,587 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032108540/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:29,655 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:28:29,656 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:28:29,662 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:29,662 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032104662_ns4_test-16940320860473 finished. 2023-09-06T20:28:29,662 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032097791_ns2:test-16940320860471 2023-09-06T20:28:29,663 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032101415_ns2_test-16940320860471 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns2/test-16940320860471/ 2023-09-06T20:28:29,663 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:28:29,686 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:29,686 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37921,1694032073763_1257142638_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38591/backupUT/backup_1694032097791/ns2/test-16940320860471, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38591/backupUT/backup_1694032097791/ns2/test-16940320860471/.hbase-snapshot/.tmp/snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:29,686 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21, snapshotDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032101415_ns2_test-16940320860471. 2023-09-06T20:28:29,697 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032101415_ns2_test-16940320860471 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns2/test-16940320860471/.hbase-snapshot/.tmp/snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:30,115 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:30,116 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:30,116 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:30,117 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,108 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-1047942366428946269.jar 2023-09-06T20:28:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,109 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,110 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,110 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,111 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,111 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,112 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:31,113 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:31,114 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:31,114 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:31,115 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:31,115 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:31,116 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:31,116 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:31,116 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:31,117 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:31,117 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:31,118 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:31,118 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:31,119 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:31,120 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:31,120 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:31,121 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:31,121 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:31,121 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:31,122 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:31,149 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:31,166 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032101415_ns2_test-16940320860471' hfile list 2023-09-06T20:28:31,175 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:28:31,257 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032111225/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:31,257 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032111225/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:31,360 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:28:31,391 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76 output=hdfs://localhost:38591/backupUT/backup_1694032097791/ns2/test-16940320860471/archive/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/3f4681f5c0984192ae74711d5f998f76 2023-09-06T20:28:31,391 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:28:31,474 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:28:31,476 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53348, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:28:32,296 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:28:32,297 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:28:32,305 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:32,305 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032101415_ns2_test-16940320860471 finished. 2023-09-06T20:28:32,305 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032097791_test-1694032086047 2023-09-06T20:28:32,305 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032100291_default_test-1694032086047 to hdfs://localhost:38591/backupUT/backup_1694032097791/default/test-1694032086047/ 2023-09-06T20:28:32,305 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:28:32,328 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:32,328 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37921,1694032073763_1430325115_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38591/backupUT/backup_1694032097791/default/test-1694032086047, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38591/backupUT/backup_1694032097791/default/test-1694032086047/.hbase-snapshot/.tmp/snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:32,328 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21, snapshotDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032100291_default_test-1694032086047. 2023-09-06T20:28:32,339 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032100291_default_test-1694032086047 to hdfs://localhost:38591/backupUT/backup_1694032097791/default/test-1694032086047/.hbase-snapshot/.tmp/snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:32,762 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,762 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,763 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,763 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,802 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-8533863568415803131.jar 2023-09-06T20:28:33,803 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,804 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,804 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,805 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,805 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,806 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,806 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,807 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,807 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,808 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:33,808 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:33,809 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:33,809 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:33,810 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:33,810 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:33,811 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:33,812 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:33,812 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:33,813 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:33,813 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:33,814 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:33,814 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,815 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,816 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,816 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,816 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,817 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,817 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,844 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:33,861 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032100291_default_test-1694032086047' hfile list 2023-09-06T20:28:33,864 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:28:33,940 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032113905/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:33,940 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032113905/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:33,995 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:28:34,057 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc output=hdfs://localhost:38591/backupUT/backup_1694032097791/default/test-1694032086047/archive/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/0a59b9dd65bc4672b5d05668d3c176cc 2023-09-06T20:28:34,057 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-09-06T20:28:34,977 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:28:34,978 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:28:34,985 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:34,985 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032100291_default_test-1694032086047 finished. 2023-09-06T20:28:34,985 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032097791_ns3:test-16940320860472 2023-09-06T20:28:34,985 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032103538_ns3_test-16940320860472 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns3/test-16940320860472/ 2023-09-06T20:28:34,985 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:28:35,008 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21 2023-09-06T20:28:35,009 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37921,1694032073763_-934171426_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38591/backupUT/backup_1694032097791/ns3/test-16940320860472, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38591/backupUT/backup_1694032097791/ns3/test-16940320860472/.hbase-snapshot/.tmp/snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:35,009 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:38591, inputRoot=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21, snapshotDir=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032103538_ns3_test-16940320860472. 2023-09-06T20:28:35,015 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_1694032103538_ns3_test-16940320860472 to hdfs://localhost:38591/backupUT/backup_1694032097791/ns3/test-16940320860472/.hbase-snapshot/.tmp/snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:35,433 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:35,434 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:35,435 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:35,435 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,404 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-3363565964855344261.jar 2023-09-06T20:28:36,405 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,405 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,406 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,406 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,406 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,407 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,407 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,408 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,408 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:36,409 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:36,409 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:36,410 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:36,410 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:36,411 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:36,411 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:36,411 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:36,412 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:36,412 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:36,413 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:36,413 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:36,414 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:36,414 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:36,415 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:36,415 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:36,416 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:36,416 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:36,417 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:36,417 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:36,443 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:36,461 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032103538_ns3_test-16940320860472' hfile list 2023-09-06T20:28:36,530 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032116498/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:36,530 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032116498/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:37,559 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:28:37,560 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:28:37,566 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:37,566 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032103538_ns3_test-16940320860472 finished. 2023-09-06T20:28:37,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1014): ns4:test-16940320860473 2023-09-06T20:28:37,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1014): ns2:test-16940320860471 2023-09-06T20:28:37,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1014): test-1694032086047 2023-09-06T20:28:37,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1014): ns3:test-16940320860472 2023-09-06T20:28:37,640 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032097791 2023-09-06T20:28:37,640 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:28:38,053 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032097791/.backup.manifest 2023-09-06T20:28:38,053 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032097791 2023-09-06T20:28:38,053 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:28:38,459 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032097791/.backup.manifest 2023-09-06T20:28:38,459 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032097791 2023-09-06T20:28:38,459 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:28:38,865 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032097791/.backup.manifest 2023-09-06T20:28:38,865 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032097791 2023-09-06T20:28:38,865 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:28:39,271 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032097791/.backup.manifest 2023-09-06T20:28:39,272 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(358): Backup backup_1694032097791 finished: type=FULL,tablelist=ns4:test-16940320860473;ns2:test-16940320860471;test-1694032086047;ns3:test-16940320860472,targetRootDir=hdfs://localhost:38591/backupUT,startts=1694032100030,completets=1694032117638,bytescopied=0 2023-09-06T20:28:39,272 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:28:39,272 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:39,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032104662_ns4_test-16940320860473" 2023-09-06T20:28:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032104662_ns4_test-16940320860473 2023-09-06T20:28:39,290 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032104662_ns4_test-16940320860473 for backup backup_1694032097791 succeeded. 2023-09-06T20:28:39,290 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:39,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032101415_ns2_test-16940320860471" 2023-09-06T20:28:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032101415_ns2_test-16940320860471 2023-09-06T20:28:39,295 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032101415_ns2_test-16940320860471 for backup backup_1694032097791 succeeded. 2023-09-06T20:28:39,295 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:39,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032100291_default_test-1694032086047" 2023-09-06T20:28:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032100291_default_test-1694032086047 2023-09-06T20:28:39,301 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032100291_default_test-1694032086047 for backup backup_1694032097791 succeeded. 2023-09-06T20:28:39,301 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:39,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032103538_ns3_test-16940320860472" 2023-09-06T20:28:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032103538_ns3_test-16940320860472 2023-09-06T20:28:39,311 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032103538_ns3_test-16940320860472 for backup backup_1694032097791 succeeded. 2023-09-06T20:28:39,312 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:39,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:28:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:28:39,332 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:28:39,342 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:28:39,361 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(376): Backup backup_1694032097791 completed. 2023-09-06T20:28:39,361 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:39,362 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x744b1e67 to 127.0.0.1:54342 2023-09-06T20:28:39,362 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:39,393 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] master.BackupLogCleaner(150): Total files: 1, Filtered Files: 1 2023-09-06T20:28:39,396 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032079229; isDirectory=false; length=4187; replication=1; blocksize=268435456; modification_time=1694032100118; access_time=1694032079243; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-09-06T20:28:39,396 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] backup.TestBackupBase(495): LocatedFileStatus{path=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090; isDirectory=false; length=0; replication=1; blocksize=268435456; modification_time=1694032100102; access_time=1694032100102; owner=jenkins.hfs.0; group=supergroup; permission=rw-r--r--; isSymlink=false} 2023-09-06T20:28:39,396 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] master.TestBackupLogCleaner(95): WAL list after full backup 2023-09-06T20:28:39,397 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7ba568c7 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:39,403 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494f74de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:39,404 DEBUG [hconnection-0x54bc7b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:39,406 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46838, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:39,535 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3f67de61 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:39,541 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c9844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:39,542 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:39,543 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53356, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:39,547 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:39,549 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46840, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:39,587 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:39,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032119591 (current time:1694032119591). 2023-09-06T20:28:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:28:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7c02559a to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5095ec43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:39,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46844, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7c02559a to 127.0.0.1:54342 2023-09-06T20:28:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:28:39,606 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:39,607 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:39,609 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:40,016 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:40,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6}] 2023-09-06T20:28:40,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:40,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44879 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-09-06T20:28:40,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:40,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing f6e42c29d300db7326378016f89c4dc6 2/2 column families, dataSize=2.36 KB heapSize=3.96 KB 2023-09-06T20:28:40,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/cf0ebdcfd68b43308a69c2c49dafc6df is 171, key is trslm:hdfs://localhost:38591/backupUT\x00ns2:test-16940320860471/meta:log-roll-map/1694032117626/Put/seqid=0 2023-09-06T20:28:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:40,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.27 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/cf0ebdcfd68b43308a69c2c49dafc6df 2023-09-06T20:28:40,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/303b38e93a57438fa3d9e0001f739fe0 is 757, key is session:backup_1694032097791/session:context/1694032119341/Put/seqid=0 2023-09-06T20:28:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:41,007 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.09 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/303b38e93a57438fa3d9e0001f739fe0 2023-09-06T20:28:41,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/cf0ebdcfd68b43308a69c2c49dafc6df as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/cf0ebdcfd68b43308a69c2c49dafc6df 2023-09-06T20:28:41,021 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/cf0ebdcfd68b43308a69c2c49dafc6df, entries=10, sequenceid=17, filesize=6.3 K 2023-09-06T20:28:41,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/303b38e93a57438fa3d9e0001f739fe0 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/303b38e93a57438fa3d9e0001f739fe0 2023-09-06T20:28:41,028 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/303b38e93a57438fa3d9e0001f739fe0, entries=2, sequenceid=17, filesize=5.7 K 2023-09-06T20:28:41,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~2.36 KB/2419, heapSize ~3.93 KB/4024, currentSize=0 B/0 for f6e42c29d300db7326378016f89c4dc6 in 858ms, sequenceid=17, compaction requested=false 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for f6e42c29d300db7326378016f89c4dc6: 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. for snapshot_backup_system completed. 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/cf0ebdcfd68b43308a69c2c49dafc6df] hfiles 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/cf0ebdcfd68b43308a69c2c49dafc6df for snapshot=snapshot_backup_system 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a, hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/303b38e93a57438fa3d9e0001f739fe0] hfiles 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/d80a3085f4a042b8bcae96572a02712a for snapshot=snapshot_backup_system 2023-09-06T20:28:41,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/303b38e93a57438fa3d9e0001f739fe0 for snapshot=snapshot_backup_system 2023-09-06T20:28:41,273 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-09-06T20:28:41,273 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-09-06T20:28:41,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:41,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-09-06T20:28:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster(3995): Remote procedure done, pid=43 2023-09-06T20:28:41,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:41,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:41,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-09-06T20:28:41,440 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:41,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure f6e42c29d300db7326378016f89c4dc6 in 1.4220 sec 2023-09-06T20:28:41,441 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:41,442 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:41,442 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:28:41,443 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:28:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:41,855 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:41,863 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:41,863 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:28:41,865 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:41,865 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-09-06T20:28:41,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2620 sec 2023-09-06T20:28:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-09-06T20:28:43,714 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-09-06T20:28:43,714 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(115): Backup backup_1694032119541 started at 1694032123714. 2023-09-06T20:28:43,715 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(119): Backup session backup_1694032119541 has been started. 2023-09-06T20:28:43,721 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [ns2:test-16940320860471, ns3:test-16940320860472, ns4:test-16940320860473, test-1694032086047] 2023-09-06T20:28:43,725 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(76): StartCode 1694032079229for backupID backup_1694032119541 2023-09-06T20:28:43,725 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-09-06T20:28:43,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:28:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:28:43,727 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:28:43,727 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:28:43,728 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:28:43,728 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:28:43,728 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,728 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:43,731 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:43,731 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,731 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:43,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:43,731 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,731 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:28:43,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:43,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:28:43,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:43,733 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:28:43,733 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:28:43,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:28:43,733 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:28:43,733 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:28:43,734 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:28:43,734 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:28:43,734 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,44879,1694032076856' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:28:43,736 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,736 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:43,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:43,737 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,737 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:28:43,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:43,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:43,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:43,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,44879,1694032076856' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:28:43,739 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:28:43,739 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7a2d64b2[Count = 0] remaining members to acquire global barrier 2023-09-06T20:28:43,739 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,740 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,740 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,740 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:28:43,740 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,740 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:28:43,740 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:28:43,740 DEBUG [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,741 INFO [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032100090 highest: 1694032100090 on jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,741 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856:(num 1694032100090) roll requested 2023-09-06T20:28:43,752 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032123741, exclude list is [], retry=0 2023-09-06T20:28:43,757 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:28:43,759 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 with entries=118, filesize=15.38 KB; new WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032123741 2023-09-06T20:28:43,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:28:43,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 is not closed yet, will try archiving it next time 2023-09-06T20:28:43,759 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta:.meta(num 1694032100114) roll requested 2023-09-06T20:28:43,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 not finished, retry = 0 2023-09-06T20:28:43,771 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032123759.meta, exclude list is [], retry=0 2023-09-06T20:28:43,775 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK] 2023-09-06T20:28:43,776 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032123759.meta 2023-09-06T20:28:43,776 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40085,DS-dccf3ef7-0e50-4252-a55e-6eab9171d9bd,DISK]] 2023-09-06T20:28:43,776 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta is not closed yet, will try archiving it next time 2023-09-06T20:28:43,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta not finished, retry = 0 2023-09-06T20:28:43,781 DEBUG [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-09-06T20:28:43,781 INFO [rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032123741 on jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,790 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:28:43,791 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,44879,1694032076856' in zk 2023-09-06T20:28:43,793 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,794 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:28:43,794 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:43,794 DEBUG [member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:28:43,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:43,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:43,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:43,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:43,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:43,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,44879,1694032076856': 2023-09-06T20:28:43,798 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,44879,1694032076856' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:28:43,798 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:28:43,798 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:28:43,798 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:28:43,798 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:28:43,798 INFO [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:28:43,801 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,801 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,801 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:43,801 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:43,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:43,801 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:43,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:43,802 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:43,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:43,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,803 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:43,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:43,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,808 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:43,808 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:43,808 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:43,808 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:28:43,808 DEBUG [(jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:43,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:28:43,808 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:43,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:43,808 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:43,809 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:43,809 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,809 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:43,809 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:43,809 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:28:43,809 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:28:43,809 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:43,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:43,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-09-06T20:28:43,880 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta 2023-09-06T20:28:43,909 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:28:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:28:43,913 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:44879=1694032079229} newestTimestamps: {jenkins-hbase3.apache.org:44879=1694032100090} 2023-09-06T20:28:43,915 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032079655.meta 2023-09-06T20:28:43,915 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032123759.meta 2023-09-06T20:28:43,915 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 2023-09-06T20:28:43,915 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032123741 2023-09-06T20:28:43,916 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs/jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta.1694032100114.meta 2023-09-06T20:28:44,327 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(146): Attempting to copy table info for:ns4:test-16940320860473 target: hdfs://localhost:38591/backupUT/backup_1694032119541/ns4/test-16940320860473 descriptor: 'ns4:test-16940320860473', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:44,327 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:28:44,329 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(151): Starting to write region info for table ns4:test-16940320860473 2023-09-06T20:28:44,735 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(158): Finished writing region info for table ns4:test-16940320860473 2023-09-06T20:28:45,149 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16940320860471 target: hdfs://localhost:38591/backupUT/backup_1694032119541/ns2/test-16940320860471 descriptor: 'ns2:test-16940320860471', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:45,149 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:28:45,152 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16940320860471 2023-09-06T20:28:45,557 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16940320860471 2023-09-06T20:28:45,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(146): Attempting to copy table info for:test-1694032086047 target: hdfs://localhost:38591/backupUT/backup_1694032119541/default/test-1694032086047 descriptor: 'test-1694032086047', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:45,567 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:28:45,569 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(151): Starting to write region info for table test-1694032086047 2023-09-06T20:28:45,975 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(158): Finished writing region info for table test-1694032086047 2023-09-06T20:28:46,385 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(146): Attempting to copy table info for:ns3:test-16940320860472 target: hdfs://localhost:38591/backupUT/backup_1694032119541/ns3/test-16940320860472 descriptor: 'ns3:test-16940320860472', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:46,385 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-09-06T20:28:46,388 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(151): Starting to write region info for table ns3:test-16940320860472 2023-09-06T20:28:46,793 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.BackupUtils(158): Finished writing region info for table ns3:test-16940320860472 2023-09-06T20:28:46,803 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:38591/backupUT/.tmp/backup_1694032119541 from hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 2023-09-06T20:28:46,806 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x07ed25c3 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:46,812 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32915876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:46,814 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:46,816 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:46,832 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-09-06T20:28:46,832 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16940320860471 2023-09-06T20:28:46,837 DEBUG [hconnection-0x6daf0814-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:46,838 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46830, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:46,841 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16940320860471: ns2:test-16940320860471; 2023-09-06T20:28:46,841 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns3:test-16940320860472 2023-09-06T20:28:46,843 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns3:test-16940320860472: ns3:test-16940320860472; 2023-09-06T20:28:46,844 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns4:test-16940320860473 2023-09-06T20:28:46,845 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns4:test-16940320860473: ns4:test-16940320860473; 2023-09-06T20:28:46,846 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1694032086047 2023-09-06T20:28:46,848 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1694032086047: test-1694032086047; 2023-09-06T20:28:46,848 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(694): Configuring 4 reduce partitions to match current region count for all tables 2023-09-06T20:28:46,848 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/hbase-staging/partitions_decf95f7-f832-4cb3-b060-164ecf18a953 2023-09-06T20:28:46,885 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:46,886 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:46,887 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:46,887 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,856 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-7312684621620199995.jar 2023-09-06T20:28:47,856 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,857 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,857 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,858 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,858 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,859 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,859 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,859 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,860 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,860 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:47,861 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:47,862 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:47,862 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:47,862 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:47,863 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:47,863 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:47,864 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:47,864 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:47,864 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:47,865 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:47,865 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:47,867 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,868 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,868 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,868 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,868 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,869 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:47,870 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:47,870 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16940320860471,ns3:test-16940320860472,ns4:test-16940320860473,default:test-1694032086047 2023-09-06T20:28:47,870 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:47,870 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x07ed25c3 to 127.0.0.1:54342 2023-09-06T20:28:47,870 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:47,871 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:48,932 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop-5993508527397364030.jar 2023-09-06T20:28:48,937 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:48,954 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 for WAL files 2023-09-06T20:28:48,956 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 2023-09-06T20:28:49,032 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032128996/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:49,032 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/mapreduce.cluster.local.dir/1694032128996/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:49,123 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 for hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/WALs/jenkins-hbase3.apache.org,44879,1694032076856/jenkins-hbase3.apache.org%2C44879%2C1694032076856.1694032100090 (-9223372036854775808:9223372036854775807) length:15753 2023-09-06T20:28:49,139 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-09-06T20:28:49,139 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-09-06T20:28:49,258 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x73dbff18 to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:49,264 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416954f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:49,267 DEBUG [hconnection-0x7e1d0ce1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:49,268 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:49,271 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x73dbff18 to 127.0.0.1:54342 2023-09-06T20:28:49,271 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:49,273 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t20] 2023-09-06T20:28:49,273 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:28:49,279 DEBUG [pool-226-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/backupUT/.tmp/backup_1694032119541/_temporary/0/_temporary/attempt_local225966233_0005_r_000000_0/ns2/test-16940320860471/f/12744ed9424740a7a9ae0088c70cffe3 is 38, key is row-t20/f:q1/1694032119529/Put/seqid=0 2023-09-06T20:28:49,281 WARN [Thread-959 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44879] Specified favored nodes: [jenkins-hbase3.apache.org:44879] 2023-09-06T20:28:49,343 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x22eec48c to 127.0.0.1:54342 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:49,348 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7908c637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:49,351 DEBUG [hconnection-0x469717ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:49,353 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:49,355 DEBUG [pool-226-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x22eec48c to 127.0.0.1:54342 2023-09-06T20:28:49,355 DEBUG [pool-226-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:49,356 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-09-06T20:28:49,356 DEBUG [pool-226-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-09-06T20:28:49,367 DEBUG [pool-226-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/backupUT/.tmp/backup_1694032119541/_temporary/0/_temporary/attempt_local225966233_0005_r_000003_0/default/test-1694032086047/f/d878be1d7e034936b7f21c265ef0aecb is 40, key is row-t110/f:q1/1694032119424/Put/seqid=0 2023-09-06T20:28:49,369 WARN [Thread-979 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:44879] Specified favored nodes: [jenkins-hbase3.apache.org:44879] 2023-09-06T20:28:50,077 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:38591/backupUT 2023-09-06T20:28:50,077 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1694032119541 2023-09-06T20:28:50,077 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-09-06T20:28:50,091 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:38591/backupUT/.tmp/backup_1694032119541, hdfs://localhost:38591/backupUT] 2023-09-06T20:28:50,154 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:50,774 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-09-06T20:28:50,776 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1694032119541 2023-09-06T20:28:50,777 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 14053 bytes copied." 2023-09-06T20:28:50,777 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local926668821_0006 completed: true true 2023-09-06T20:28:50,783 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4682465 FILE: Number of bytes written=7722601 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=117369 HDFS: Number of bytes written=2337797 HDFS: Number of read operations=544 HDFS: Number of large read operations=0 HDFS: Number of write operations=232 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1531969536 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=14053 Bytes Expected=14053 Files Copied=3 DIR_COPY=7 2023-09-06T20:28:50,783 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:38591/backupUT/.tmp/backup_1694032119541 to hdfs://localhost:38591/backupUT finished. 2023-09-06T20:28:50,799 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:28:50,799 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:50,803 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:50,803 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:50,804 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,210 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032119541/.backup.manifest 2023-09-06T20:28:51,211 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,213 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,213 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,216 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,623 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032119541/.backup.manifest 2023-09-06T20:28:51,623 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,625 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,625 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,627 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,640 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032119541/.backup.manifest 2023-09-06T20:28:51,640 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,643 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,643 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,645 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,653 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032119541/.backup.manifest 2023-09-06T20:28:51,653 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032119541 2023-09-06T20:28:51,655 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-09-06T20:28:51,668 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:38591/backupUT/backup_1694032119541/.backup.manifest 2023-09-06T20:28:51,668 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(358): Backup backup_1694032119541 finished: type=INCREMENTAL,tablelist=ns4:test-16940320860473;ns2:test-16940320860471;test-1694032086047;ns3:test-16940320860472,targetRootDir=hdfs://localhost:38591/backupUT,startts=1694032123714,completets=1694032130799,bytescopied=0 2023-09-06T20:28:51,668 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:51,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:28:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:28:51,680 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:28:51,683 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:28:51,686 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] impl.TableBackupClient(376): Backup backup_1694032119541 completed. 2023-09-06T20:28:51,686 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:51,687 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3f67de61 to 127.0.0.1:54342 2023-09-06T20:28:51,687 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:51,715 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] master.BackupLogCleaner(150): Total files: 2, Filtered Files: 2 2023-09-06T20:28:51,715 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7ba568c7 to 127.0.0.1:54342 2023-09-06T20:28:51,715 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:51,735 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.ResourceChecker(175): after: backup.master.TestBackupLogCleaner#testBackupLogCleaner Thread=600 (was 583) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x7ba568c7-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x7ba568c7-SendThread(127.0.0.1:54342) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_405173198_16 at /127.0.0.1:59062 [Receiving block BP-1692512404-172.31.12.81-1694032070520:blk_1073741890_1066] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_405173198_16 at /127.0.0.1:59068 [Receiving block BP-1692512404-172.31.12.81-1694032070520:blk_1073741891_1067] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x114777f8-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1692512404-172.31.12.81-1694032070520:blk_1073741891_1067, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,44879,1694032076856' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x3f67de61-SendThread(127.0.0.1:54342) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x53d91eb3-shared-pool-20 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53d91eb3-shared-pool-21 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53d91eb3-shared-pool-22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53d91eb3-shared-pool-18 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_577395203_16 at /127.0.0.1:59174 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x3f67de61-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: (jenkins-hbase3.apache.org,37921,1694032073763)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x3f67de61 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/1981400711.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1692512404-172.31.12.81-1694032070520:blk_1073741890_1066, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,44879,1694032076856)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53d91eb3-shared-pool-19 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x114777f8-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:54342@0x7ba568c7 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/1981400711.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=681 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=218 (was 329), ProcessCount=167 (was 167), AvailableMemoryMB=4369 (was 3957) - AvailableMemoryMB LEAK? - 2023-09-06T20:28:51,736 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-09-06T20:28:51,743 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:28:51,743 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:51,744 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5688cdd6 to 127.0.0.1:54342 2023-09-06T20:28:51,744 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:51,744 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:28:51,744 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] util.JVMClusterUtil(257): Found active master hash=1899792366, stopped=false 2023-09-06T20:28:51,744 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:28:51,748 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:28:51,748 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-09-06T20:28:51,748 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:51,748 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:51,749 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:28:51,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:28:51,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:28:51,750 DEBUG [Listener at jenkins-hbase3.apache.org/40693 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:51,751 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,44879,1694032076856' ***** 2023-09-06T20:28:51,751 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:28:51,751 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:28:51,768 INFO [RS:0;jenkins-hbase3:44879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@64d9cc0c{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:28:51,773 INFO [RS:0;jenkins-hbase3:44879 {}] server.AbstractConnector(383): Stopped ServerConnector@197333d0{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:51,773 INFO [RS:0;jenkins-hbase3:44879 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:28:51,774 INFO [RS:0;jenkins-hbase3:44879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3c5f7fc6{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:28:51,775 INFO [RS:0;jenkins-hbase3:44879 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6735993e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir/,STOPPED} 2023-09-06T20:28:51,778 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:28:51,778 INFO [RS:0;jenkins-hbase3:44879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:28:51,778 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:28:51,778 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:28:51,779 INFO [RS:0;jenkins-hbase3:44879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:28:51,779 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for a4e9bb1f6e21d50fec5c22ae73ec81ad 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for 0d3210c92f19354ccbd4791f4e096870 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for a4054861d9006e63630258692d910091 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for 7e7b15ea5841a2b447b1cd8c9b81b3ea 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for 5a54d410c0dad2f243860c061db00715 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for c60cbc6266f19ac7059711d7299e69db 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:51,780 DEBUG [RS:0;jenkins-hbase3:44879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:51,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a4e9bb1f6e21d50fec5c22ae73ec81ad, disabling compactions & flushes 2023-09-06T20:28:51,780 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:28:51,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:28:51,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. after waiting 0 ms 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:28:51,780 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:51,780 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:28:51,781 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:28:51,781 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing a4e9bb1f6e21d50fec5c22ae73ec81ad 1/1 column families, dataSize=170 B heapSize=816 B 2023-09-06T20:28:51,781 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1583): Online Regions={a4e9bb1f6e21d50fec5c22ae73ec81ad=ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad., 0d3210c92f19354ccbd4791f4e096870=test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870., a4054861d9006e63630258692d910091=backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091., 7e7b15ea5841a2b447b1cd8c9b81b3ea=ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea., 1588230740=hbase:meta,,1.1588230740, 5a54d410c0dad2f243860c061db00715=hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715., c60cbc6266f19ac7059711d7299e69db=ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db., f6e42c29d300db7326378016f89c4dc6=backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.} 2023-09-06T20:28:51,782 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on 0d3210c92f19354ccbd4791f4e096870, 1588230740, 5a54d410c0dad2f243860c061db00715, 7e7b15ea5841a2b447b1cd8c9b81b3ea, a4054861d9006e63630258692d910091, a4e9bb1f6e21d50fec5c22ae73ec81ad, c60cbc6266f19ac7059711d7299e69db, f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:51,783 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:28:51,783 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:28:51,783 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:28:51,783 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:28:51,783 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:28:51,783 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:28:51,784 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-09-06T20:28:51,789 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/32de691e492d4358b014f0781a31cc39 is 38, key is row-t20/f:q1/1694032119529/Put/seqid=0 2023-09-06T20:28:51,808 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/32de691e492d4358b014f0781a31cc39 2023-09-06T20:28:51,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/.tmp/f/32de691e492d4358b014f0781a31cc39 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/32de691e492d4358b014f0781a31cc39 2023-09-06T20:28:51,819 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/info/5026b54c724644f8a8e9b95861cb7f01 is 159, key is ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad./info:regioninfo/1694032089034/Put/seqid=0 2023-09-06T20:28:51,824 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/f/32de691e492d4358b014f0781a31cc39, entries=5, sequenceid=111, filesize=5.0 K 2023-09-06T20:28:51,825 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for a4e9bb1f6e21d50fec5c22ae73ec81ad in 45ms, sequenceid=111, compaction requested=false 2023-09-06T20:28:51,837 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns2/test-16940320860471/a4e9bb1f6e21d50fec5c22ae73ec81ad/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2023-09-06T20:28:51,838 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:51,839 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:51,839 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a4e9bb1f6e21d50fec5c22ae73ec81ad: 2023-09-06T20:28:51,839 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940320860471,,1694032087839.a4e9bb1f6e21d50fec5c22ae73ec81ad. 2023-09-06T20:28:51,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0d3210c92f19354ccbd4791f4e096870, disabling compactions & flushes 2023-09-06T20:28:51,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:51,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:51,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. after waiting 0 ms 2023-09-06T20:28:51,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:51,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 0d3210c92f19354ccbd4791f4e096870 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-09-06T20:28:51,845 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/09950056b6f646ad94334c8c4231c608 is 40, key is row-t110/f:q1/1694032119424/Put/seqid=0 2023-09-06T20:28:51,982 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on 0d3210c92f19354ccbd4791f4e096870, 1588230740, 5a54d410c0dad2f243860c061db00715, 7e7b15ea5841a2b447b1cd8c9b81b3ea, a4054861d9006e63630258692d910091, c60cbc6266f19ac7059711d7299e69db, f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:52,139 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-09-06T20:28:52,140 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-09-06T20:28:52,182 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on 0d3210c92f19354ccbd4791f4e096870, 1588230740, 5a54d410c0dad2f243860c061db00715, 7e7b15ea5841a2b447b1cd8c9b81b3ea, a4054861d9006e63630258692d910091, c60cbc6266f19ac7059711d7299e69db, f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:52,226 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/info/5026b54c724644f8a8e9b95861cb7f01 2023-09-06T20:28:52,253 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/table/f87c315b71a749849cce987580fdc4fb is 59, key is ns2:test-16940320860471/table:state/1694032089043/Put/seqid=0 2023-09-06T20:28:52,259 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/09950056b6f646ad94334c8c4231c608 2023-09-06T20:28:52,265 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/.tmp/f/09950056b6f646ad94334c8c4231c608 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/09950056b6f646ad94334c8c4231c608 2023-09-06T20:28:52,271 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/f/09950056b6f646ad94334c8c4231c608, entries=99, sequenceid=205, filesize=8.6 K 2023-09-06T20:28:52,272 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 0d3210c92f19354ccbd4791f4e096870 in 432ms, sequenceid=205, compaction requested=false 2023-09-06T20:28:52,279 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/default/test-1694032086047/0d3210c92f19354ccbd4791f4e096870/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-09-06T20:28:52,280 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,281 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:52,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0d3210c92f19354ccbd4791f4e096870: 2023-09-06T20:28:52,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032086047,,1694032086542.0d3210c92f19354ccbd4791f4e096870. 2023-09-06T20:28:52,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a4054861d9006e63630258692d910091, disabling compactions & flushes 2023-09-06T20:28:52,282 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:52,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:52,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. after waiting 0 ms 2023-09-06T20:28:52,282 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:52,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system_bulk/a4054861d9006e63630258692d910091/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:28:52,286 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,287 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a4054861d9006e63630258692d910091: 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032095621.a4054861d9006e63630258692d910091. 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7e7b15ea5841a2b447b1cd8c9b81b3ea, disabling compactions & flushes 2023-09-06T20:28:52,287 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. after waiting 0 ms 2023-09-06T20:28:52,287 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:52,290 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns3/test-16940320860472/7e7b15ea5841a2b447b1cd8c9b81b3ea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-09-06T20:28:52,291 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,291 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:52,291 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7e7b15ea5841a2b447b1cd8c9b81b3ea: 2023-09-06T20:28:52,291 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940320860472,,1694032090053.7e7b15ea5841a2b447b1cd8c9b81b3ea. 2023-09-06T20:28:52,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5a54d410c0dad2f243860c061db00715, disabling compactions & flushes 2023-09-06T20:28:52,292 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:52,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:52,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. after waiting 0 ms 2023-09-06T20:28:52,292 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:52,292 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5a54d410c0dad2f243860c061db00715 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:28:52,306 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/.tmp/info/300c518d119f4c00b17ed5f43d5164f6 is 45, key is default/info:d/1694032080721/Put/seqid=0 2023-09-06T20:28:52,382 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5a54d410c0dad2f243860c061db00715, c60cbc6266f19ac7059711d7299e69db, f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:52,583 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 5a54d410c0dad2f243860c061db00715, c60cbc6266f19ac7059711d7299e69db, f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:52,659 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/table/f87c315b71a749849cce987580fdc4fb 2023-09-06T20:28:52,667 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/info/5026b54c724644f8a8e9b95861cb7f01 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/info/5026b54c724644f8a8e9b95861cb7f01 2023-09-06T20:28:52,674 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/info/5026b54c724644f8a8e9b95861cb7f01, entries=70, sequenceid=39, filesize=14.1 K 2023-09-06T20:28:52,675 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/.tmp/table/f87c315b71a749849cce987580fdc4fb as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/table/f87c315b71a749849cce987580fdc4fb 2023-09-06T20:28:52,682 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/table/f87c315b71a749849cce987580fdc4fb, entries=14, sequenceid=39, filesize=5.8 K 2023-09-06T20:28:52,683 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 900ms, sequenceid=39, compaction requested=false 2023-09-06T20:28:52,692 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-09-06T20:28:52,693 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,693 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:28:52,693 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:28:52,694 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:28:52,694 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:28:52,711 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/.tmp/info/300c518d119f4c00b17ed5f43d5164f6 2023-09-06T20:28:52,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/.tmp/info/300c518d119f4c00b17ed5f43d5164f6 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/info/300c518d119f4c00b17ed5f43d5164f6 2023-09-06T20:28:52,729 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/info/300c518d119f4c00b17ed5f43d5164f6, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:28:52,730 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 5a54d410c0dad2f243860c061db00715 in 438ms, sequenceid=11, compaction requested=false 2023-09-06T20:28:52,741 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/hbase/namespace/5a54d410c0dad2f243860c061db00715/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:28:52,741 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5a54d410c0dad2f243860c061db00715: 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032080134.5a54d410c0dad2f243860c061db00715. 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing c60cbc6266f19ac7059711d7299e69db, disabling compactions & flushes 2023-09-06T20:28:52,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. after waiting 0 ms 2023-09-06T20:28:52,742 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:52,746 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/ns4/test-16940320860473/c60cbc6266f19ac7059711d7299e69db/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-09-06T20:28:52,746 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:52,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for c60cbc6266f19ac7059711d7299e69db: 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940320860473,,1694032091176.c60cbc6266f19ac7059711d7299e69db. 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f6e42c29d300db7326378016f89c4dc6, disabling compactions & flushes 2023-09-06T20:28:52,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. after waiting 0 ms 2023-09-06T20:28:52,747 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:52,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f6e42c29d300db7326378016f89c4dc6 2/2 column families, dataSize=1.97 KB heapSize=3.20 KB 2023-09-06T20:28:52,759 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/5ca2bec705774d36a234ff06e0fb9f03 is 171, key is trslm:hdfs://localhost:38591/backupUT\x00ns2:test-16940320860471/meta:log-roll-map/1694032130788/Put/seqid=0 2023-09-06T20:28:52,783 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-09-06T20:28:52,783 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1583): Online Regions={f6e42c29d300db7326378016f89c4dc6=backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6.} 2023-09-06T20:28:52,783 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:52,983 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:53,166 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=865 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/5ca2bec705774d36a234ff06e0fb9f03 2023-09-06T20:28:53,175 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/97149029f72047fc87d6d4a61b7d2d1e is 562, key is session:backup_1694032119541/session:context/1694032131681/Put/seqid=0 2023-09-06T20:28:53,184 DEBUG [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1609): Waiting on f6e42c29d300db7326378016f89c4dc6 2023-09-06T20:28:53,186 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.12 KB at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/97149029f72047fc87d6d4a61b7d2d1e 2023-09-06T20:28:53,193 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/meta/5ca2bec705774d36a234ff06e0fb9f03 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/5ca2bec705774d36a234ff06e0fb9f03 2023-09-06T20:28:53,199 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/meta/5ca2bec705774d36a234ff06e0fb9f03, entries=6, sequenceid=27, filesize=6.0 K 2023-09-06T20:28:53,200 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/.tmp/session/97149029f72047fc87d6d4a61b7d2d1e as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/97149029f72047fc87d6d4a61b7d2d1e 2023-09-06T20:28:53,207 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/session/97149029f72047fc87d6d4a61b7d2d1e, entries=2, sequenceid=27, filesize=5.5 K 2023-09-06T20:28:53,208 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.97 KB/2015, heapSize ~3.16 KB/3240, currentSize=0 B/0 for f6e42c29d300db7326378016f89c4dc6 in 460ms, sequenceid=27, compaction requested=true 2023-09-06T20:28:53,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/data/backup/system/f6e42c29d300db7326378016f89c4dc6/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-09-06T20:28:53,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:53,224 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:53,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f6e42c29d300db7326378016f89c4dc6: 2023-09-06T20:28:53,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032093489.f6e42c29d300db7326378016f89c4dc6. 2023-09-06T20:28:53,384 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,44879,1694032076856; all regions closed. 2023-09-06T20:28:53,392 DEBUG [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs 2023-09-06T20:28:53,392 INFO [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856.meta:.meta(num 1694032123759) 2023-09-06T20:28:53,400 DEBUG [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/oldWALs 2023-09-06T20:28:53,400 INFO [RS:0;jenkins-hbase3:44879 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C44879%2C1694032076856:(num 1694032123741) 2023-09-06T20:28:53,400 DEBUG [RS:0;jenkins-hbase3:44879 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:53,401 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:28:53,401 INFO [RS:0;jenkins-hbase3:44879 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-09-06T20:28:53,401 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:28:53,403 INFO [RS:0;jenkins-hbase3:44879 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:44879 2023-09-06T20:28:53,409 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:28:53,410 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,44879,1694032076856 2023-09-06T20:28:53,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,44879,1694032076856] 2023-09-06T20:28:53,413 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,44879,1694032076856; numProcessing=1 2023-09-06T20:28:53,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,44879,1694032076856 already deleted, retry=false 2023-09-06T20:28:53,416 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,44879,1694032076856 expired; onlineServers=0 2023-09-06T20:28:53,416 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,37921,1694032073763' ***** 2023-09-06T20:28:53,416 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:28:53,417 DEBUG [M:0;jenkins-hbase3:37921 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3a87a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:28:53,417 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:28:53,426 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-09-06T20:28:53,426 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:53,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:28:53,473 INFO [M:0;jenkins-hbase3:37921 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@698bea6a{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:28:53,474 INFO [M:0;jenkins-hbase3:37921 {}] server.AbstractConnector(383): Stopped ServerConnector@ac5d685{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:53,474 INFO [M:0;jenkins-hbase3:37921 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:28:53,475 INFO [M:0;jenkins-hbase3:37921 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@717580b{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:28:53,475 INFO [M:0;jenkins-hbase3:37921 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7cc5b629{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/hadoop.log.dir/,STOPPED} 2023-09-06T20:28:53,476 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37921,1694032073763 2023-09-06T20:28:53,476 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37921,1694032073763; all regions closed. 2023-09-06T20:28:53,476 DEBUG [M:0;jenkins-hbase3:37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:53,476 INFO [M:0;jenkins-hbase3:37921 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:28:53,477 INFO [M:0;jenkins-hbase3:37921 {}] server.AbstractConnector(383): Stopped ServerConnector@39977c3e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:53,477 DEBUG [M:0;jenkins-hbase3:37921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:28:53,477 INFO [M:0;jenkins-hbase3:37921 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:28:53,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:28:53,478 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032078761 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032078761,5,FailOnTimeoutGroup] 2023-09-06T20:28:53,478 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032078757 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032078757,5,FailOnTimeoutGroup] 2023-09-06T20:28:53,478 DEBUG [M:0;jenkins-hbase3:37921 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x361d7db9 to 127.0.0.1:54342 2023-09-06T20:28:53,478 DEBUG [M:0;jenkins-hbase3:37921 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:53,478 DEBUG [M:0;jenkins-hbase3:37921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:28:53,478 INFO [M:0;jenkins-hbase3:37921 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:28:53,478 DEBUG [M:0;jenkins-hbase3:37921 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:28:53,478 INFO [M:0;jenkins-hbase3:37921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:28:53,479 ERROR [M:0;jenkins-hbase3:37921 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:28:53,479 INFO [M:0;jenkins-hbase3:37921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:28:53,479 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:28:53,480 DEBUG [M:0;jenkins-hbase3:37921 {}] zookeeper.ZKUtil(347): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-09-06T20:28:53,480 WARN [M:0;jenkins-hbase3:37921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:28:53,480 INFO [M:0;jenkins-hbase3:37921 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:28:53,480 INFO [M:0;jenkins-hbase3:37921 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:28:53,481 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:28:53,497 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:53,497 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:53,497 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:28:53,497 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:53,497 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=169.32 KB heapSize=203.73 KB 2023-09-06T20:28:53,510 DEBUG [M:0;jenkins-hbase3:37921 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeb68cdd05254320a645fbaefa8cc6d4 is 88, key is hbase:meta,,1/info:sn/1694032079384/Put/seqid=0 2023-09-06T20:28:53,512 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:28:53,512 INFO [RS:0;jenkins-hbase3:44879 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,44879,1694032076856; zookeeper connection closed. 2023-09-06T20:28:53,512 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): regionserver:44879-0x100eef770dc0001, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:28:53,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77d5c443 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77d5c443 2023-09-06T20:28:53,513 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:28:53,916 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeb68cdd05254320a645fbaefa8cc6d4 2023-09-06T20:28:53,946 DEBUG [M:0;jenkins-hbase3:37921 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3858fc60652e4040ba11e657b8ca3a6d is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1694032096811/Put/seqid=0 2023-09-06T20:28:54,354 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=168.73 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3858fc60652e4040ba11e657b8ca3a6d 2023-09-06T20:28:54,361 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3858fc60652e4040ba11e657b8ca3a6d 2023-09-06T20:28:54,376 DEBUG [M:0;jenkins-hbase3:37921 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc3dabd48c84619bd91e8afd72138fe is 82, key is jenkins-hbase3.apache.org,44879,1694032076856/rs:state/1694032078972/Put/seqid=0 2023-09-06T20:28:54,784 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc3dabd48c84619bd91e8afd72138fe 2023-09-06T20:28:54,791 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aeb68cdd05254320a645fbaefa8cc6d4 as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aeb68cdd05254320a645fbaefa8cc6d4 2023-09-06T20:28:54,798 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aeb68cdd05254320a645fbaefa8cc6d4, entries=8, sequenceid=403, filesize=5.5 K 2023-09-06T20:28:54,799 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3858fc60652e4040ba11e657b8ca3a6d as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3858fc60652e4040ba11e657b8ca3a6d 2023-09-06T20:28:54,804 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3858fc60652e4040ba11e657b8ca3a6d 2023-09-06T20:28:54,804 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3858fc60652e4040ba11e657b8ca3a6d, entries=43, sequenceid=403, filesize=14.5 K 2023-09-06T20:28:54,805 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bc3dabd48c84619bd91e8afd72138fe as hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc3dabd48c84619bd91e8afd72138fe 2023-09-06T20:28:54,810 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:38591/user/jenkins/test-data/f654c94d-aa4c-8e39-ea42-76568f199c21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bc3dabd48c84619bd91e8afd72138fe, entries=1, sequenceid=403, filesize=5.1 K 2023-09-06T20:28:54,811 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(3022): Finished flush of dataSize ~169.32 KB/173388, heapSize ~203.44 KB/208320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=403, compaction requested=false 2023-09-06T20:28:54,816 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:54,816 DEBUG [M:0;jenkins-hbase3:37921 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:28:54,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:28:54,819 INFO [M:0;jenkins-hbase3:37921 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:28:54,819 INFO [M:0;jenkins-hbase3:37921 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:28:54,820 INFO [M:0;jenkins-hbase3:37921 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:37921 2023-09-06T20:28:54,822 DEBUG [M:0;jenkins-hbase3:37921 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,37921,1694032073763 already deleted, retry=false 2023-09-06T20:28:54,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:28:54,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:28:54,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:28:54,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320860472 2023-09-06T20:28:54,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:28:54,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:28:54,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320860473 2023-09-06T20:28:54,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:28:54,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320860471 2023-09-06T20:28:54,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:54,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032086047 2023-09-06T20:28:54,924 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:28:54,924 INFO [M:0;jenkins-hbase3:37921 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37921,1694032073763; zookeeper connection closed. 2023-09-06T20:28:54,924 DEBUG [Listener at localhost/32871-EventThread {}] zookeeper.ZKWatcher(604): master:37921-0x100eef770dc0000, quorum=127.0.0.1:54342, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-09-06T20:28:54,928 WARN [Listener at jenkins-hbase3.apache.org/40693 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:28:54,932 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:28:55,038 WARN [BP-1692512404-172.31.12.81-1694032070520 heartbeating to localhost/127.0.0.1:38591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:28:55,038 WARN [BP-1692512404-172.31.12.81-1694032070520 heartbeating to localhost/127.0.0.1:38591 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1692512404-172.31.12.81-1694032070520 (Datanode Uuid 01e9e9e9-c506-42ff-9906-a16b3417dc52) service to localhost/127.0.0.1:38591 2023-09-06T20:28:55,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/dfs/data/data1/current/BP-1692512404-172.31.12.81-1694032070520 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:28:55,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/fa36eb5e-f8f2-5a40-717d-df068fb15979/cluster_20692a7b-6e3d-bbbb-88e5-49b1be05e308/dfs/data/data2/current/BP-1692512404-172.31.12.81-1694032070520 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:28:55,068 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:28:55,183 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-09-06T20:28:55,234 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:28:55,234 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:28:55,244 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:55,367 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:55,482 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:55,483 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:55,590 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:28:55,598 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:28:55,599 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:55,605 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:55,707 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:55,707 INFO [Listener at jenkins-hbase3.apache.org/40693 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped