2023-11-19 01:23:40,162 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:23:40,177 main DEBUG Took 0.012082 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:23:40,177 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:23:40,177 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:23:40,178 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:23:40,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,189 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:23:40,202 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,204 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,206 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,207 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,209 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,210 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,211 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:23:40,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,212 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:23:40,214 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:23:40,216 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:23:40,217 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:23:40,218 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:23:40,219 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:23:40,219 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:23:40,231 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:23:40,234 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:23:40,238 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:23:40,238 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:23:40,239 main DEBUG createAppenders(={Console}) 2023-11-19 01:23:40,240 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-19 01:23:40,240 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:23:40,240 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-19 01:23:40,241 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:23:40,241 main DEBUG OutputStream closed 2023-11-19 01:23:40,241 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:23:40,241 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:23:40,242 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-19 01:23:40,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:23:40,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:23:40,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:23:40,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:23:40,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:23:40,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:23:40,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:23:40,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:23:40,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:23:40,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:23:40,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:23:40,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:23:40,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:23:40,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:23:40,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:23:40,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:23:40,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:23:40,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:23:40,303 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:23:40,304 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-19 01:23:40,304 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:23:40,305 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-19T01:23:40,338 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackupSetRestoreSet timeout: 13 mins 2023-11-19 01:23:40,342 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:23:40,342 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:23:40,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b 2023-11-19T01:23:40,698 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:23:40,701 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:40,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:23:40,706 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652, deleteOnExit=true 2023-11-19T01:23:40,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:23:40,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/test.cache.data in system properties and HBase conf 2023-11-19T01:23:40,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:23:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:23:40,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:23:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:23:40,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:23:40,854 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:23:41,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:23:41,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:23:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:23:41,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:23:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:23:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:23:41,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:23:41,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:23:41,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:23:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:23:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:23:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:23:41,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:23:41,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:23:41,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:23:41,913 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:23:41,919 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:23:42,203 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:23:42,349 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@265fbe8e via org.mortbay.log.Slf4jLog 2023-11-19T01:23:42,367 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:42,414 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:42,458 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_localhost_44073_hdfs____bp5fee/webapp 2023-11-19T01:23:42,590 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44073 2023-11-19T01:23:42,612 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:23:42,612 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:23:43,152 WARN [Listener at localhost/46357 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:23:43,217 WARN [Listener at localhost/46357 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:23:43,237 WARN [Listener at localhost/46357 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:43,243 INFO [Listener at localhost/46357 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:43,249 INFO [Listener at localhost/46357 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_localhost_46485_datanode____.sxw4dm/webapp 2023-11-19T01:23:43,354 INFO [Listener at localhost/46357 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46485 2023-11-19T01:23:43,644 WARN [Listener at localhost/42683 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:23:44,001 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:23:44,172 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3aa6cb3602130b39: Processing first storage report for DS-820c8443-378c-4100-81a5-a42be315a4a4 from datanode b201ecc6-720b-4ff7-bbfd-6294b8586f1e 2023-11-19T01:23:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3aa6cb3602130b39: from storage DS-820c8443-378c-4100-81a5-a42be315a4a4 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=b201ecc6-720b-4ff7-bbfd-6294b8586f1e, infoPort=39899, infoSecurePort=0, ipcPort=42683, storageInfo=lv=-57;cid=testClusterID;nsid=982808570;c=1700357021993), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-19T01:23:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x3aa6cb3602130b39: Processing first storage report for DS-60a17969-0fef-4c76-9b8f-d47c02cb15d0 from datanode b201ecc6-720b-4ff7-bbfd-6294b8586f1e 2023-11-19T01:23:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x3aa6cb3602130b39: from storage DS-60a17969-0fef-4c76-9b8f-d47c02cb15d0 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=b201ecc6-720b-4ff7-bbfd-6294b8586f1e, infoPort=39899, infoSecurePort=0, ipcPort=42683, storageInfo=lv=-57;cid=testClusterID;nsid=982808570;c=1700357021993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:23:44,218 DEBUG [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b 2023-11-19T01:23:44,356 INFO [Listener at localhost/42683 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/zookeeper_0, clientPort=58994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:23:44,375 INFO [Listener at localhost/42683 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58994 2023-11-19T01:23:44,382 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:44,384 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:45,036 INFO [Listener at localhost/42683 {}] util.FSUtils(462): Created version file at hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 with version=8 2023-11-19T01:23:45,036 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging 2023-11-19T01:23:45,053 DEBUG [Listener at localhost/42683 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:23:45,053 DEBUG [Listener at localhost/42683 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:23:45,053 DEBUG [Listener at localhost/42683 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:23:45,053 DEBUG [Listener at localhost/42683 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:23:45,270 DEBUG [Listener at localhost/42683 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:23:46,055 INFO [Listener at localhost/42683 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:23:46,102 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:46,103 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:46,103 INFO [Listener at localhost/42683 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:23:46,103 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:46,103 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:23:46,261 INFO [Listener at localhost/42683 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:23:46,391 INFO [Listener at localhost/42683 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:23:46,412 DEBUG [Listener at localhost/42683 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:23:46,418 INFO [Listener at localhost/42683 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:23:46,467 DEBUG [Listener at localhost/42683 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 26322 (auto-detected) 2023-11-19T01:23:46,469 DEBUG [Listener at localhost/42683 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:23:46,506 INFO [Listener at localhost/42683 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:42667 2023-11-19T01:23:46,527 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:46,530 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:46,554 INFO [Listener at localhost/42683 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42667 connecting to ZooKeeper ensemble=127.0.0.1:58994 2023-11-19T01:23:46,609 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:426670x0, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:23:46,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42667-0x10123a1368b0000 connected 2023-11-19T01:23:46,647 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:23:46,650 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:23:46,654 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:23:46,666 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42667 2023-11-19T01:23:46,666 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42667 2023-11-19T01:23:46,667 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42667 2023-11-19T01:23:46,667 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42667 2023-11-19T01:23:46,668 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42667 2023-11-19T01:23:46,723 INFO [Listener at localhost/42683 {}] log.Log(170): Logging initialized @7311ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:23:46,850 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:23:46,851 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:23:46,852 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:23:46,854 INFO [Listener at localhost/42683 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:23:46,854 INFO [Listener at localhost/42683 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:23:46,854 INFO [Listener at localhost/42683 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:23:46,858 INFO [Listener at localhost/42683 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:23:46,989 INFO [Listener at localhost/42683 {}] http.HttpServer(1227): Jetty bound to port 37585 2023-11-19T01:23:46,991 INFO [Listener at localhost/42683 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:23:47,021 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:47,026 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6a73d577{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:23:47,027 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:47,027 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2a0f2c51{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:23:47,098 INFO [Listener at localhost/42683 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:23:47,114 INFO [Listener at localhost/42683 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:23:47,115 INFO [Listener at localhost/42683 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:23:47,117 INFO [Listener at localhost/42683 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:23:47,127 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:48,263 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@dbbf332{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:23:48,275 INFO [Listener at localhost/42683 {}] server.AbstractConnector(333): Started ServerConnector@7e366d42{HTTP/1.1, (http/1.1)}{0.0.0.0:37585} 2023-11-19T01:23:48,275 INFO [Listener at localhost/42683 {}] server.Server(415): Started @8863ms 2023-11-19T01:23:48,279 INFO [Listener at localhost/42683 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2, hbase.cluster.distributed=false 2023-11-19T01:23:48,345 INFO [Listener at localhost/42683 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:23:48,345 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:48,345 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:48,346 INFO [Listener at localhost/42683 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:23:48,346 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:23:48,346 INFO [Listener at localhost/42683 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:23:48,354 INFO [Listener at localhost/42683 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:23:48,356 INFO [Listener at localhost/42683 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:23:48,358 INFO [Listener at localhost/42683 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:36273 2023-11-19T01:23:48,360 INFO [Listener at localhost/42683 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:23:48,368 DEBUG [Listener at localhost/42683 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:23:48,368 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:48,372 INFO [Listener at localhost/42683 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:48,374 INFO [Listener at localhost/42683 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:36273 connecting to ZooKeeper ensemble=127.0.0.1:58994 2023-11-19T01:23:48,378 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:362730x0, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:23:48,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:36273-0x10123a1368b0001 connected 2023-11-19T01:23:48,379 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:23:48,381 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:23:48,382 DEBUG [Listener at localhost/42683 {}] zookeeper.ZKUtil(113): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:23:48,382 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36273 2023-11-19T01:23:48,382 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36273 2023-11-19T01:23:48,383 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36273 2023-11-19T01:23:48,386 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36273 2023-11-19T01:23:48,386 DEBUG [Listener at localhost/42683 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36273 2023-11-19T01:23:48,394 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:23:48,395 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:23:48,395 INFO [Listener at localhost/42683 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:23:48,396 INFO [Listener at localhost/42683 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:23:48,396 INFO [Listener at localhost/42683 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:23:48,396 INFO [Listener at localhost/42683 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:23:48,396 INFO [Listener at localhost/42683 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:23:48,398 INFO [Listener at localhost/42683 {}] http.HttpServer(1227): Jetty bound to port 38561 2023-11-19T01:23:48,399 INFO [Listener at localhost/42683 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:23:48,403 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:48,404 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4ff1609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:23:48,404 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:48,404 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1826f7b7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:23:48,416 INFO [Listener at localhost/42683 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:23:48,417 INFO [Listener at localhost/42683 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:23:48,418 INFO [Listener at localhost/42683 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:23:48,418 INFO [Listener at localhost/42683 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:23:48,419 INFO [Listener at localhost/42683 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:23:48,425 INFO [Listener at localhost/42683 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1ef333da{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:23:48,426 INFO [Listener at localhost/42683 {}] server.AbstractConnector(333): Started ServerConnector@7aff36bf{HTTP/1.1, (http/1.1)}{0.0.0.0:38561} 2023-11-19T01:23:48,426 INFO [Listener at localhost/42683 {}] server.Server(415): Started @9014ms 2023-11-19T01:23:48,431 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:23:48,466 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1dd928bb{HTTP/1.1, (http/1.1)}{0.0.0.0:40329} 2023-11-19T01:23:48,467 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9055ms 2023-11-19T01:23:48,467 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:48,498 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:23:48,498 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:23:48,510 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:48,519 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:42667 2023-11-19T01:23:48,531 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:23:48,531 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:23:48,532 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:48,532 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:48,533 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:23:48,535 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,42667,1700357025254 from backup master directory 2023-11-19T01:23:48,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:23:48,540 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:48,540 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:23:48,540 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:23:48,541 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:23:48,541 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:48,544 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:23:48,546 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:23:48,645 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase.id with ID: cac1b6ca-339f-4c0d-877f-4a844e0b167c 2023-11-19T01:23:48,687 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:23:48,706 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:48,706 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:48,768 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:48,770 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:23:48,791 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:23:48,791 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:23:48,793 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:23:48,804 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:23:48,805 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:23:48,885 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store 2023-11-19T01:23:48,914 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:23:48,915 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:48,915 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:23:48,915 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:48,916 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:48,916 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:23:48,916 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:48,916 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:23:48,916 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:23:48,922 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/.initializing 2023-11-19T01:23:48,923 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/WALs/jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:48,934 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:23:48,948 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C42667%2C1700357025254, suffix=, logDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/WALs/jenkins-hbase6.apache.org,42667,1700357025254, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/oldWALs, maxLogs=10 2023-11-19T01:23:48,989 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/WALs/jenkins-hbase6.apache.org,42667,1700357025254/jenkins-hbase6.apache.org%2C42667%2C1700357025254.1700357028955, exclude list is [], retry=0 2023-11-19T01:23:49,023 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:23:49,031 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:23:49,121 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/WALs/jenkins-hbase6.apache.org,42667,1700357025254/jenkins-hbase6.apache.org%2C42667%2C1700357025254.1700357028955 2023-11-19T01:23:49,121 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:23:49,122 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:49,123 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:49,129 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,131 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:23:49,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:49,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:49,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:23:49,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:49,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:49,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:23:49,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:49,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:49,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:23:49,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:49,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:49,274 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,275 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,293 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:23:49,297 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:23:49,301 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:49,302 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9596546080, jitterRate=-0.10625199973583221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:23:49,310 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:23:49,313 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:23:49,360 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6100bbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:49,416 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:23:49,436 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:23:49,436 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:23:49,439 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:23:49,441 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:23:49,447 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-19T01:23:49,447 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:23:49,482 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:23:49,501 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:23:49,504 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:23:49,508 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:23:49,510 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:23:49,512 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:23:49,516 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:23:49,525 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:23:49,528 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:23:49,529 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:23:49,531 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:23:49,553 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:23:49,554 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:23:49,562 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:23:49,562 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:23:49,562 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,562 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,563 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,42667,1700357025254, sessionid=0x10123a1368b0000, setting cluster-up flag (Was=false) 2023-11-19T01:23:49,577 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:23:49,592 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,592 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,599 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:23:49,601 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:49,604 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,604 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,612 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:23:49,614 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:49,620 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,620 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:49,626 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:23:49,628 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:49,745 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:36273 2023-11-19T01:23:49,747 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(997): ClusterId : cac1b6ca-339f-4c0d-877f-4a844e0b167c 2023-11-19T01:23:49,749 INFO [RS:0;jenkins-hbase6:36273 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:23:49,752 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:23:49,758 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:23:49,758 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:23:49,762 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:23:49,762 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:23:49,765 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:23:49,766 DEBUG [RS:0;jenkins-hbase6:36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f40048e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:49,768 DEBUG [RS:0;jenkins-hbase6:36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afa7cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:23:49,775 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:23:49,775 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:23:49,776 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:23:49,780 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,42667,1700357025254 with isa=jenkins-hbase6.apache.org/172.31.2.20:36273, startcode=1700357028344 2023-11-19T01:23:49,780 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:23:49,789 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:23:49,794 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:23:49,803 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,42667,1700357025254 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:23:49,807 DEBUG [RS:0;jenkins-hbase6:36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:23:49,808 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:49,809 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:23:49,810 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:49,814 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357059814 2023-11-19T01:23:49,817 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:23:49,823 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:23:49,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:23:49,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:23:49,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:49,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:23:49,834 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:23:49,835 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:23:49,835 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:23:49,836 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:23:49,836 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:23:49,846 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:49,850 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:23:49,853 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:23:49,854 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:23:49,870 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2b2315a4 to 127.0.0.1:58994 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:49,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:23:49,895 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:23:49,896 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e34087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:49,897 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:23:49,908 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:23:49,909 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:23:49,911 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357029911,5,FailOnTimeoutGroup] 2023-11-19T01:23:49,912 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357029911,5,FailOnTimeoutGroup] 2023-11-19T01:23:49,912 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:49,913 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:23:49,916 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:49,916 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:49,918 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34203, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:23:49,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:49,983 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:23:49,983 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:46357 2023-11-19T01:23:49,983 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=37585 2023-11-19T01:23:50,002 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:23:50,003 DEBUG [RS:0;jenkins-hbase6:36273 {}] zookeeper.ZKUtil(111): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,003 WARN [RS:0;jenkins-hbase6:36273 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:23:50,003 INFO [RS:0;jenkins-hbase6:36273 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:23:50,004 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,36273,1700357028344] 2023-11-19T01:23:50,028 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:23:50,048 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:23:50,069 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:23:50,075 INFO [RS:0;jenkins-hbase6:36273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:23:50,075 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,076 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:23:50,088 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:23:50,089 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:23:50,090 DEBUG [RS:0;jenkins-hbase6:36273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:23:50,098 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,098 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,098 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,098 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,098 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,36273,1700357028344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:23:50,123 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:23:50,127 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,36273,1700357028344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:50,152 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,36273,1700357028344 started 2023-11-19T01:23:50,152 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,36273,1700357028344, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:36273, sessionid=0x10123a1368b0001 2023-11-19T01:23:50,152 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:23:50,152 DEBUG [RS:0;jenkins-hbase6:36273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,152 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36273,1700357028344' 2023-11-19T01:23:50,153 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:23:50,153 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:23:50,154 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:23:50,154 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:23:50,154 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36273,1700357028344' 2023-11-19T01:23:50,155 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:23:50,155 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:23:50,156 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:23:50,156 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:23:50,156 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:23:50,156 DEBUG [RS:0;jenkins-hbase6:36273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,156 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36273,1700357028344' 2023-11-19T01:23:50,156 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:23:50,157 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:23:50,157 DEBUG [RS:0;jenkins-hbase6:36273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:23:50,158 INFO [RS:0;jenkins-hbase6:36273 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:23:50,158 INFO [RS:0;jenkins-hbase6:36273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:23:50,268 INFO [RS:0;jenkins-hbase6:36273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:23:50,271 INFO [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C36273%2C1700357028344, suffix=, logDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/oldWALs, maxLogs=32 2023-11-19T01:23:50,289 DEBUG [RS:0;jenkins-hbase6:36273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357030274, exclude list is [], retry=0 2023-11-19T01:23:50,296 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:23:50,301 INFO [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357030274 2023-11-19T01:23:50,302 DEBUG [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:23:50,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:23:50,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:23:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:50,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:50,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:23:50,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:23:50,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:50,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:50,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:23:50,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:23:50,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:50,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:50,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740 2023-11-19T01:23:50,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740 2023-11-19T01:23:50,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:23:50,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:23:50,362 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:50,363 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11270311840, jitterRate=0.049629583954811096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:23:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:23:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:23:50,365 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:23:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:23:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:23:50,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:23:50,367 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:23:50,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:23:50,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:23:50,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:23:50,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:23:50,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:23:50,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:23:50,554 DEBUG [jenkins-hbase6:42667 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:23:50,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,573 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,36273,1700357028344, state=OPENING 2023-11-19T01:23:50,586 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:23:50,588 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:50,588 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:50,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:23:50,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:23:50,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:23:50,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:50,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:23:50,949 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34040, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:23:50,961 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:23:50,962 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:23:50,963 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:23:50,965 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta, suffix=.meta, logDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/oldWALs, maxLogs=32 2023-11-19T01:23:50,978 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357030967.meta, exclude list is [], retry=0 2023-11-19T01:23:50,982 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:23:50,987 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357030967.meta 2023-11-19T01:23:50,987 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:23:50,987 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:50,992 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:50,993 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:23:51,009 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:23:51,010 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:23:51,015 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:23:51,015 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:51,015 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:23:51,015 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:23:51,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:23:51,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:23:51,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:51,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:51,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:23:51,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:23:51,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:51,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:51,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:23:51,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:23:51,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:51,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:23:51,028 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740 2023-11-19T01:23:51,031 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740 2023-11-19T01:23:51,033 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:23:51,036 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:23:51,037 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10158102080, jitterRate=-0.05395302176475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:23:51,038 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:23:51,050 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700357030928 2023-11-19T01:23:51,071 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:23:51,072 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:23:51,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:51,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,36273,1700357028344, state=OPEN 2023-11-19T01:23:51,079 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:23:51,079 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:23:51,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:23:51,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:23:51,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:23:51,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,36273,1700357028344 in 486 msec 2023-11-19T01:23:51,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:23:51,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2023-11-19T01:23:51,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4030 sec 2023-11-19T01:23:51,100 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700357031099, completionTime=-1 2023-11-19T01:23:51,100 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:23:51,100 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:23:51,197 DEBUG [hconnection-0x449bcfda-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:51,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:51,223 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:23:51,224 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357091224 2023-11-19T01:23:51,224 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357151224 2023-11-19T01:23:51,224 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 124 msec 2023-11-19T01:23:51,257 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,42667,1700357025254-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:51,258 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,42667,1700357025254-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:51,258 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,42667,1700357025254-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:51,261 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:42667, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:51,261 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:23:51,269 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:23:51,282 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:23:51,284 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:23:51,295 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:23:51,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:51,302 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:51,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:51,747 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => eda780a213ea4d6eb02c8018dac99a16, NAME => 'hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:23:52,167 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:52,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing eda780a213ea4d6eb02c8018dac99a16, disabling compactions & flushes 2023-11-19T01:23:52,168 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. after waiting 0 ms 2023-11-19T01:23:52,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,168 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,168 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for eda780a213ea4d6eb02c8018dac99a16: 2023-11-19T01:23:52,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:52,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700357032172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357032172"}]},"ts":"1700357032172"} 2023-11-19T01:23:52,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:52,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:52,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357032223"}]},"ts":"1700357032223"} 2023-11-19T01:23:52,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:23:52,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=eda780a213ea4d6eb02c8018dac99a16, ASSIGN}] 2023-11-19T01:23:52,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=eda780a213ea4d6eb02c8018dac99a16, ASSIGN 2023-11-19T01:23:52,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=eda780a213ea4d6eb02c8018dac99a16, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:23:52,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=eda780a213ea4d6eb02c8018dac99a16, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:52,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure eda780a213ea4d6eb02c8018dac99a16, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:23:52,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:52,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => eda780a213ea4d6eb02c8018dac99a16, NAME => 'hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:52,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:52,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:52,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,565 INFO [StoreOpener-eda780a213ea4d6eb02c8018dac99a16-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,567 INFO [StoreOpener-eda780a213ea4d6eb02c8018dac99a16-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda780a213ea4d6eb02c8018dac99a16 columnFamilyName info 2023-11-19T01:23:52,567 DEBUG [StoreOpener-eda780a213ea4d6eb02c8018dac99a16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:52,568 INFO [StoreOpener-eda780a213ea4d6eb02c8018dac99a16-1 {}] regionserver.HStore(324): Store=eda780a213ea4d6eb02c8018dac99a16/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:52,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:23:52,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:52,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened eda780a213ea4d6eb02c8018dac99a16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11968076480, jitterRate=0.11461398005485535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for eda780a213ea4d6eb02c8018dac99a16: 2023-11-19T01:23:52,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16., pid=6, masterSystemTime=1700357032554 2023-11-19T01:23:52,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:23:52,586 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=eda780a213ea4d6eb02c8018dac99a16, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:52,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:23:52,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure eda780a213ea4d6eb02c8018dac99a16, server=jenkins-hbase6.apache.org,36273,1700357028344 in 192 msec 2023-11-19T01:23:52,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:23:52,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=eda780a213ea4d6eb02c8018dac99a16, ASSIGN in 356 msec 2023-11-19T01:23:52,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:52,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357032601"}]},"ts":"1700357032601"} 2023-11-19T01:23:52,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:23:52,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:52,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3230 sec 2023-11-19T01:23:52,702 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:23:52,704 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:52,704 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36273-0x10123a1368b0001, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:52,704 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:23:52,767 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:23:52,787 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:52,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2023-11-19T01:23:52,804 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:23:52,822 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:52,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 23 msec 2023-11-19T01:23:52,843 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:23:52,846 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:23:52,846 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.305sec 2023-11-19T01:23:52,849 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:23:52,851 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:23:52,853 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:23:52,854 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:23:52,854 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:23:52,855 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,42667,1700357025254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:23:52,856 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,42667,1700357025254-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:23:52,875 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:23:52,876 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:23:52,932 DEBUG [Listener at localhost/42683 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64cb364c to 127.0.0.1:58994 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:52,939 DEBUG [Listener at localhost/42683 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d08f623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:52,946 DEBUG [Listener at localhost/42683 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:23:52,946 DEBUG [Listener at localhost/42683 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:23:52,961 DEBUG [hconnection-0x88fdc23-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:52,974 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34058, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/test.cache.data in system properties and HBase conf 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:23:52,986 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:23:52,987 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:23:52,988 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:23:52,988 INFO [Listener at localhost/42683 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:23:54,537 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:54,908 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:54,914 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_36969_jobhistory____.70g02o/webapp 2023-11-19T01:23:55,086 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:23:55,086 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:55,086 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:55,090 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:55,179 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:55,325 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:55,619 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:23:55,653 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:36969 2023-11-19T01:23:56,049 WARN [Listener at jenkins-hbase6.apache.org/44449 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:56,138 WARN [Listener at jenkins-hbase6.apache.org/44449 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:23:56,138 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:56,147 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_37403_cluster____3mvqer/webapp 2023-11-19T01:23:56,224 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:56,224 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:23:56,224 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:56,225 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:56,236 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:56,480 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:56,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:23:56,594 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:56,607 INFO [Listener at jenkins-hbase6.apache.org/44449 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:37403 2023-11-19T01:23:56,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:23:56,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:23:56,635 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:23:56,635 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:56,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:23:56,637 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:56,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:23:56,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:23:56,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:23:56,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:23:56,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:23:56,639 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:23:57,028 WARN [Listener at jenkins-hbase6.apache.org/39281 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:57,053 WARN [Listener at jenkins-hbase6.apache.org/39281 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:23:57,054 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:57,064 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_41837_node____jgahyz/webapp 2023-11-19T01:23:57,118 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:23:57,119 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:57,119 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:57,119 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:57,127 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,150 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,246 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,259 INFO [Listener at jenkins-hbase6.apache.org/39281 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:41837 2023-11-19T01:23:57,422 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:23:57,432 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:23:57,433 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:23:57,443 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_44417_node____9620d2/webapp 2023-11-19T01:23:57,517 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:23:57,518 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:23:57,518 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:23:57,518 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:23:57,530 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,555 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,641 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:23:57,648 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:44417 2023-11-19T01:23:57,696 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:23:57,696 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:46357/backupUT 2023-11-19T01:23:57,711 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:23:57,715 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41888, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:23:57,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:23:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:23:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:23:57,759 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:57,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 34 msec 2023-11-19T01:23:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:23:57,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:23:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:23:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:23:57,867 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:57,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 24 msec 2023-11-19T01:23:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:23:57,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:23:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:23:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:23:57,978 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:57,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-11-19T01:23:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:23:58,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:23:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:23:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:23:58,088 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:23:58,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-11-19T01:23:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:23:58,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357037696', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357037696 2023-11-19T01:23:58,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:58,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357037696" procId is: 13 2023-11-19T01:23:58,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:58,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:58,630 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4364383523103403435b9754b7781415, NAME => 'test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357037696', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:23:58,652 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:58,652 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1668): Closing 4364383523103403435b9754b7781415, disabling compactions & flushes 2023-11-19T01:23:58,653 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:58,653 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:58,653 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. after waiting 0 ms 2023-11-19T01:23:58,653 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:58,653 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:58,653 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4364383523103403435b9754b7781415: 2023-11-19T01:23:58,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:58,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357038655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357038655"}]},"ts":"1700357038655"} 2023-11-19T01:23:58,658 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:58,660 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:58,660 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357038660"}]},"ts":"1700357038660"} 2023-11-19T01:23:58,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=ENABLING in hbase:meta 2023-11-19T01:23:58,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, ASSIGN}] 2023-11-19T01:23:58,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, ASSIGN 2023-11-19T01:23:58,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:23:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:58,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4364383523103403435b9754b7781415, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:58,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 4364383523103403435b9754b7781415, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:23:58,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:58,989 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:58,989 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 4364383523103403435b9754b7781415, NAME => 'test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:58,989 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:58,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357037696 4364383523103403435b9754b7781415 2023-11-19T01:23:58,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:58,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 4364383523103403435b9754b7781415 2023-11-19T01:23:58,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 4364383523103403435b9754b7781415 2023-11-19T01:23:58,992 INFO [StoreOpener-4364383523103403435b9754b7781415-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4364383523103403435b9754b7781415 2023-11-19T01:23:58,994 INFO [StoreOpener-4364383523103403435b9754b7781415-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4364383523103403435b9754b7781415 columnFamilyName f 2023-11-19T01:23:58,994 DEBUG [StoreOpener-4364383523103403435b9754b7781415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:58,996 INFO [StoreOpener-4364383523103403435b9754b7781415-1 {}] regionserver.HStore(324): Store=4364383523103403435b9754b7781415/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:58,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:23:58,998 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:23:59,002 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 4364383523103403435b9754b7781415 2023-11-19T01:23:59,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:59,008 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 4364383523103403435b9754b7781415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11644815520, jitterRate=0.08450795710086823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:59,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 4364383523103403435b9754b7781415: 2023-11-19T01:23:59,011 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357037696,,1700357038189.4364383523103403435b9754b7781415., pid=15, masterSystemTime=1700357038979 2023-11-19T01:23:59,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:59,013 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:23:59,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4364383523103403435b9754b7781415, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:59,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:23:59,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 4364383523103403435b9754b7781415, server=jenkins-hbase6.apache.org,36273,1700357028344 in 191 msec 2023-11-19T01:23:59,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:23:59,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, ASSIGN in 351 msec 2023-11-19T01:23:59,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:59,024 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357039023"}]},"ts":"1700357039023"} 2023-11-19T01:23:59,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=ENABLED in hbase:meta 2023-11-19T01:23:59,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:59,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700357037696 in 835 msec 2023-11-19T01:23:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:23:59,313 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700357037696, procId: 13 completed 2023-11-19T01:23:59,316 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0ec824f2 to 127.0.0.1:58994 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:23:59,324 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f6b2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:23:59,335 DEBUG [hconnection-0x40bcca68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:23:59,353 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34070, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:23:59,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegion(8210): writing data to region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:23:59,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003570376961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:23:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003570376961 2023-11-19T01:23:59,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:23:59,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:59,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003570376961" procId is: 16 2023-11-19T01:23:59,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:23:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:59,507 INFO [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 859aec81c962776e8a3bd5fae40fd5e4, NAME => 'ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003570376961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:23:59,531 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:59,532 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1668): Closing 859aec81c962776e8a3bd5fae40fd5e4, disabling compactions & flushes 2023-11-19T01:23:59,532 INFO [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,532 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,532 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. after waiting 0 ms 2023-11-19T01:23:59,532 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,532 INFO [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,532 DEBUG [RegionOpenAndInit-ns2:test-17003570376961-pool-0 {}] regionserver.HRegion(1622): Region close journal for 859aec81c962776e8a3bd5fae40fd5e4: 2023-11-19T01:23:59,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:23:59,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357039534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357039534"}]},"ts":"1700357039534"} 2023-11-19T01:23:59,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:23:59,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:23:59,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003570376961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357039538"}]},"ts":"1700357039538"} 2023-11-19T01:23:59,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003570376961, state=ENABLING in hbase:meta 2023-11-19T01:23:59,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003570376961, region=859aec81c962776e8a3bd5fae40fd5e4, ASSIGN}] 2023-11-19T01:23:59,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003570376961, region=859aec81c962776e8a3bd5fae40fd5e4, ASSIGN 2023-11-19T01:23:59,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003570376961, region=859aec81c962776e8a3bd5fae40fd5e4, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:23:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:59,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=859aec81c962776e8a3bd5fae40fd5e4, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:59,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 859aec81c962776e8a3bd5fae40fd5e4, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:23:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:23:59,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:59,862 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,862 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 859aec81c962776e8a3bd5fae40fd5e4, NAME => 'ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:23:59,863 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:23:59,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003570376961 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:23:59,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,863 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,865 INFO [StoreOpener-859aec81c962776e8a3bd5fae40fd5e4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,867 INFO [StoreOpener-859aec81c962776e8a3bd5fae40fd5e4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 859aec81c962776e8a3bd5fae40fd5e4 columnFamilyName f 2023-11-19T01:23:59,867 DEBUG [StoreOpener-859aec81c962776e8a3bd5fae40fd5e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:23:59,868 INFO [StoreOpener-859aec81c962776e8a3bd5fae40fd5e4-1 {}] regionserver.HStore(324): Store=859aec81c962776e8a3bd5fae40fd5e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:23:59,869 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,869 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,873 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:23:59,879 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:23:59,879 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 859aec81c962776e8a3bd5fae40fd5e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9553169920, jitterRate=-0.11029171943664551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:23:59,880 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 859aec81c962776e8a3bd5fae40fd5e4: 2023-11-19T01:23:59,881 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4., pid=18, masterSystemTime=1700357039857 2023-11-19T01:23:59,884 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,884 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:23:59,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=859aec81c962776e8a3bd5fae40fd5e4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:23:59,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:23:59,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 859aec81c962776e8a3bd5fae40fd5e4, server=jenkins-hbase6.apache.org,36273,1700357028344 in 182 msec 2023-11-19T01:23:59,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:23:59,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003570376961, region=859aec81c962776e8a3bd5fae40fd5e4, ASSIGN in 344 msec 2023-11-19T01:23:59,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:23:59,894 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003570376961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357039894"}]},"ts":"1700357039894"} 2023-11-19T01:23:59,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003570376961, state=ENABLED in hbase:meta 2023-11-19T01:23:59,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003570376961 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:23:59,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003570376961 in 420 msec 2023-11-19T01:24:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:24:00,092 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003570376961, procId: 16 completed 2023-11-19T01:24:00,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:24:00,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003570376962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003570376962 2023-11-19T01:24:00,187 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:00,187 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:00,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003570376962" procId is: 19 2023-11-19T01:24:00,188 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:24:00,201 INFO [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b92da439aa603cb51ef206e3c861f079, NAME => 'ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003570376962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:24:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1668): Closing b92da439aa603cb51ef206e3c861f079, disabling compactions & flushes 2023-11-19T01:24:00,616 INFO [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. after waiting 0 ms 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,616 INFO [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,616 DEBUG [RegionOpenAndInit-ns3:test-17003570376962-pool-0 {}] regionserver.HRegion(1622): Region close journal for b92da439aa603cb51ef206e3c861f079: 2023-11-19T01:24:00,618 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:00,618 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357040618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357040618"}]},"ts":"1700357040618"} 2023-11-19T01:24:00,620 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:00,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:00,622 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003570376962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357040621"}]},"ts":"1700357040621"} 2023-11-19T01:24:00,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003570376962, state=ENABLING in hbase:meta 2023-11-19T01:24:00,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003570376962, region=b92da439aa603cb51ef206e3c861f079, ASSIGN}] 2023-11-19T01:24:00,634 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003570376962, region=b92da439aa603cb51ef206e3c861f079, ASSIGN 2023-11-19T01:24:00,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003570376962, region=b92da439aa603cb51ef206e3c861f079, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:00,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b92da439aa603cb51ef206e3c861f079, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:00,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure b92da439aa603cb51ef206e3c861f079, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:24:00,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:00,948 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,948 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => b92da439aa603cb51ef206e3c861f079, NAME => 'ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:00,948 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:00,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003570376962 b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:00,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,951 INFO [StoreOpener-b92da439aa603cb51ef206e3c861f079-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,953 INFO [StoreOpener-b92da439aa603cb51ef206e3c861f079-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b92da439aa603cb51ef206e3c861f079 columnFamilyName f 2023-11-19T01:24:00,953 DEBUG [StoreOpener-b92da439aa603cb51ef206e3c861f079-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:00,954 INFO [StoreOpener-b92da439aa603cb51ef206e3c861f079-1 {}] regionserver.HStore(324): Store=b92da439aa603cb51ef206e3c861f079/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:00,957 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns3/test-17003570376962/b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,958 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns3/test-17003570376962/b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,961 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:00,965 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns3/test-17003570376962/b92da439aa603cb51ef206e3c861f079/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:00,966 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened b92da439aa603cb51ef206e3c861f079; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9753303360, jitterRate=-0.09165284037590027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:24:00,967 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for b92da439aa603cb51ef206e3c861f079: 2023-11-19T01:24:00,969 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079., pid=21, masterSystemTime=1700357040942 2023-11-19T01:24:00,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:00,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=b92da439aa603cb51ef206e3c861f079, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:00,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:24:00,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure b92da439aa603cb51ef206e3c861f079, server=jenkins-hbase6.apache.org,36273,1700357028344 in 186 msec 2023-11-19T01:24:00,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:24:00,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003570376962, region=b92da439aa603cb51ef206e3c861f079, ASSIGN in 345 msec 2023-11-19T01:24:00,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:00,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003570376962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357040981"}]},"ts":"1700357040981"} 2023-11-19T01:24:00,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003570376962, state=ENABLED in hbase:meta 2023-11-19T01:24:00,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003570376962 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:00,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003570376962 in 803 msec 2023-11-19T01:24:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:24:01,296 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003570376962, procId: 19 completed 2023-11-19T01:24:01,296 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003570376962 get assigned. Timeout = 60000ms 2023-11-19T01:24:01,298 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:24:01,303 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003570376962 assigned to meta. Checking AM states. 2023-11-19T01:24:01,303 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:24:01,303 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003570376962 assigned. 2023-11-19T01:24:01,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003570376963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003570376963 2023-11-19T01:24:01,309 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:01,309 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:01,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003570376963" procId is: 22 2023-11-19T01:24:01,310 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:01,724 INFO [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ba7c84db1cf69dee6869663a6a26d65f, NAME => 'ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003570376963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:02,138 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:02,139 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1668): Closing ba7c84db1cf69dee6869663a6a26d65f, disabling compactions & flushes 2023-11-19T01:24:02,139 INFO [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,139 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,139 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. after waiting 0 ms 2023-11-19T01:24:02,139 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,139 INFO [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,139 DEBUG [RegionOpenAndInit-ns4:test-17003570376963-pool-0 {}] regionserver.HRegion(1622): Region close journal for ba7c84db1cf69dee6869663a6a26d65f: 2023-11-19T01:24:02,140 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:02,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357042140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357042140"}]},"ts":"1700357042140"} 2023-11-19T01:24:02,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:02,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:02,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003570376963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357042144"}]},"ts":"1700357042144"} 2023-11-19T01:24:02,146 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003570376963, state=ENABLING in hbase:meta 2023-11-19T01:24:02,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003570376963, region=ba7c84db1cf69dee6869663a6a26d65f, ASSIGN}] 2023-11-19T01:24:02,158 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003570376963, region=ba7c84db1cf69dee6869663a6a26d65f, ASSIGN 2023-11-19T01:24:02,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003570376963, region=ba7c84db1cf69dee6869663a6a26d65f, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:02,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ba7c84db1cf69dee6869663a6a26d65f, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:02,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure ba7c84db1cf69dee6869663a6a26d65f, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:02,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:02,471 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,471 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => ba7c84db1cf69dee6869663a6a26d65f, NAME => 'ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:02,472 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:02,472 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003570376963 ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,472 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:02,472 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,472 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,474 INFO [StoreOpener-ba7c84db1cf69dee6869663a6a26d65f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,476 INFO [StoreOpener-ba7c84db1cf69dee6869663a6a26d65f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba7c84db1cf69dee6869663a6a26d65f columnFamilyName f 2023-11-19T01:24:02,476 DEBUG [StoreOpener-ba7c84db1cf69dee6869663a6a26d65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:02,478 INFO [StoreOpener-ba7c84db1cf69dee6869663a6a26d65f-1 {}] regionserver.HStore(324): Store=ba7c84db1cf69dee6869663a6a26d65f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:02,479 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns4/test-17003570376963/ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,480 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns4/test-17003570376963/ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,483 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:02,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns4/test-17003570376963/ba7c84db1cf69dee6869663a6a26d65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:02,492 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened ba7c84db1cf69dee6869663a6a26d65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11411042080, jitterRate=0.06273610889911652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:24:02,493 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for ba7c84db1cf69dee6869663a6a26d65f: 2023-11-19T01:24:02,494 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f., pid=24, masterSystemTime=1700357042465 2023-11-19T01:24:02,497 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,497 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:02,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ba7c84db1cf69dee6869663a6a26d65f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:02,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:24:02,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure ba7c84db1cf69dee6869663a6a26d65f, server=jenkins-hbase6.apache.org,36273,1700357028344 in 187 msec 2023-11-19T01:24:02,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:24:02,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003570376963, region=ba7c84db1cf69dee6869663a6a26d65f, ASSIGN in 347 msec 2023-11-19T01:24:02,508 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:02,508 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003570376963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357042508"}]},"ts":"1700357042508"} 2023-11-19T01:24:02,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003570376963, state=ENABLED in hbase:meta 2023-11-19T01:24:02,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003570376963 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:02,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003570376963 in 1.2090 sec 2023-11-19T01:24:02,634 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003570376963' 2023-11-19T01:24:02,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003570376961' 2023-11-19T01:24:02,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700357037696' 2023-11-19T01:24:02,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003570376962' 2023-11-19T01:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:24:03,419 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003570376963, procId: 22 completed 2023-11-19T01:24:03,419 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003570376963 get assigned. Timeout = 60000ms 2023-11-19T01:24:03,420 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:24:03,424 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003570376963 assigned to meta. Checking AM states. 2023-11-19T01:24:03,424 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:24:03,424 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003570376963 assigned. 2023-11-19T01:24:03,425 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0ec824f2 to 127.0.0.1:58994 2023-11-19T01:24:03,425 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:03,470 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=242, ProcessCount=169, AvailableMemoryMB=4115 2023-11-19T01:24:03,470 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:24:03,473 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(49): Test full restore set 2023-11-19T01:24:03,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:24:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:24:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:24:03,506 DEBUG [Listener at localhost/42683-EventThread {}] zookeeper.ZKWatcher(604): master:42667-0x10123a1368b0000, quorum=127.0.0.1:58994, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:24:03,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 17 msec 2023-11-19T01:24:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:24:03,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:24:03,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:03,621 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:03,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:24:03,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:24:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:24:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:24:04,042 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 59d341652b8c091eae246f76baa01bae, NAME => 'backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:04,055 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:04,055 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 59d341652b8c091eae246f76baa01bae, disabling compactions & flushes 2023-11-19T01:24:04,055 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,055 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,055 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. after waiting 0 ms 2023-11-19T01:24:04,056 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,056 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,056 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 59d341652b8c091eae246f76baa01bae: 2023-11-19T01:24:04,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:04,058 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357044058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357044058"}]},"ts":"1700357044058"} 2023-11-19T01:24:04,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:04,061 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:04,061 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357044061"}]},"ts":"1700357044061"} 2023-11-19T01:24:04,063 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:24:04,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=59d341652b8c091eae246f76baa01bae, ASSIGN}] 2023-11-19T01:24:04,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=59d341652b8c091eae246f76baa01bae, ASSIGN 2023-11-19T01:24:04,071 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=59d341652b8c091eae246f76baa01bae, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:04,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=59d341652b8c091eae246f76baa01bae, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:04,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 59d341652b8c091eae246f76baa01bae, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:24:04,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:04,384 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,384 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 59d341652b8c091eae246f76baa01bae, NAME => 'backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:04,385 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:04,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:04,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,387 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,389 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d341652b8c091eae246f76baa01bae columnFamilyName meta 2023-11-19T01:24:04,390 DEBUG [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:04,390 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] regionserver.HStore(324): Store=59d341652b8c091eae246f76baa01bae/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:04,390 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,392 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d341652b8c091eae246f76baa01bae columnFamilyName session 2023-11-19T01:24:04,392 DEBUG [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:04,393 INFO [StoreOpener-59d341652b8c091eae246f76baa01bae-1 {}] regionserver.HStore(324): Store=59d341652b8c091eae246f76baa01bae/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:04,394 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,394 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:24:04,398 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:04,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:04,402 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 59d341652b8c091eae246f76baa01bae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12002343840, jitterRate=0.1178053766489029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:24:04,403 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 59d341652b8c091eae246f76baa01bae: 2023-11-19T01:24:04,404 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae., pid=28, masterSystemTime=1700357044379 2023-11-19T01:24:04,406 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,406 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:04,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=59d341652b8c091eae246f76baa01bae, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:04,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:24:04,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 59d341652b8c091eae246f76baa01bae, server=jenkins-hbase6.apache.org,36273,1700357028344 in 183 msec 2023-11-19T01:24:04,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:24:04,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=59d341652b8c091eae246f76baa01bae, ASSIGN in 343 msec 2023-11-19T01:24:04,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:04,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357044415"}]},"ts":"1700357044415"} 2023-11-19T01:24:04,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:24:04,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:04,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 803 msec 2023-11-19T01:24:04,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:24:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:24:04,730 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:24:04,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:24:04,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:04,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:04,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:24:04,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:24:04,764 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 74a715e882ea5644176bda1e2e041f71, NAME => 'backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:24:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:24:05,182 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:05,183 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 74a715e882ea5644176bda1e2e041f71, disabling compactions & flushes 2023-11-19T01:24:05,183 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,183 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,183 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. after waiting 0 ms 2023-11-19T01:24:05,183 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,183 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,183 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 74a715e882ea5644176bda1e2e041f71: 2023-11-19T01:24:05,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:05,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357045185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357045185"}]},"ts":"1700357045185"} 2023-11-19T01:24:05,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:05,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:05,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357045189"}]},"ts":"1700357045189"} 2023-11-19T01:24:05,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:24:05,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=74a715e882ea5644176bda1e2e041f71, ASSIGN}] 2023-11-19T01:24:05,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=74a715e882ea5644176bda1e2e041f71, ASSIGN 2023-11-19T01:24:05,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=74a715e882ea5644176bda1e2e041f71, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:24:05,364 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=74a715e882ea5644176bda1e2e041f71, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:05,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 74a715e882ea5644176bda1e2e041f71, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:05,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:05,523 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,523 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 74a715e882ea5644176bda1e2e041f71, NAME => 'backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:05,524 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:05,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:05,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,526 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,528 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a715e882ea5644176bda1e2e041f71 columnFamilyName meta 2023-11-19T01:24:05,529 DEBUG [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:05,529 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] regionserver.HStore(324): Store=74a715e882ea5644176bda1e2e041f71/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:05,529 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,531 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74a715e882ea5644176bda1e2e041f71 columnFamilyName session 2023-11-19T01:24:05,531 DEBUG [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:05,532 INFO [StoreOpener-74a715e882ea5644176bda1e2e041f71-1 {}] regionserver.HStore(324): Store=74a715e882ea5644176bda1e2e041f71/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:05,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,533 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,535 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:24:05,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:05,540 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:05,541 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 74a715e882ea5644176bda1e2e041f71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11111612800, jitterRate=0.034849584102630615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:24:05,541 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 74a715e882ea5644176bda1e2e041f71: 2023-11-19T01:24:05,542 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71., pid=31, masterSystemTime=1700357045518 2023-11-19T01:24:05,545 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,545 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:05,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=74a715e882ea5644176bda1e2e041f71, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:05,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:24:05,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 74a715e882ea5644176bda1e2e041f71, server=jenkins-hbase6.apache.org,36273,1700357028344 in 181 msec 2023-11-19T01:24:05,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:24:05,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=74a715e882ea5644176bda1e2e041f71, ASSIGN in 342 msec 2023-11-19T01:24:05,553 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:05,553 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357045553"}]},"ts":"1700357045553"} 2023-11-19T01:24:05,555 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:24:05,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:05,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 813 msec 2023-11-19T01:24:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:24:05,857 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:24:05,917 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297fedc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:05,918 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:05,920 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40646, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:05,926 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:05,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38728, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:06,018 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:24:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:24:06,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:24:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357046064 (current time:1700357046064). 2023-11-19T01:24:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:24:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:24:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5801997f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:06,079 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38736, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:24:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:24:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:24:06,099 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:24:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:06,107 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:24:06,124 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot, current working dir path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:24:06,144 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:24:06,161 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:24:06,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae}] 2023-11-19T01:24:06,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:06,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:06,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36273 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:24:06,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:06,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 59d341652b8c091eae246f76baa01bae 2/2 column families, dataSize=107 B heapSize=768 B 2023-11-19T01:24:06,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:24:06,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003570376962 2023-11-19T01:24:06,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003570376962 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:24:06,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003570376961 2023-11-19T01:24:06,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003570376961 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357037696 2023-11-19T01:24:06,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700357037696 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003570376963 2023-11-19T01:24:06,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003570376963 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:06,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/d8e3e4d58edd4dc4afa6643863d7db06 is 66, key is backupset:name/meta:tables/1700357045873/Put/seqid=0 2023-11-19T01:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:06,855 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/d8e3e4d58edd4dc4afa6643863d7db06 2023-11-19T01:24:06,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/676b56cb9d2549519cc218ea6d497e91 is 49, key is activesession:/session:c/1700357046045/Put/seqid=0 2023-11-19T01:24:06,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/676b56cb9d2549519cc218ea6d497e91 2023-11-19T01:24:07,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/d8e3e4d58edd4dc4afa6643863d7db06 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06 2023-11-19T01:24:07,014 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06, entries=1, sequenceid=6, filesize=4.9 K 2023-11-19T01:24:07,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/676b56cb9d2549519cc218ea6d497e91 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91 2023-11-19T01:24:07,030 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91, entries=1, sequenceid=6, filesize=4.9 K 2023-11-19T01:24:07,034 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~107 B/107, heapSize ~736 B/736, currentSize=0 B/0 for 59d341652b8c091eae246f76baa01bae in 695ms, sequenceid=6, compaction requested=false 2023-11-19T01:24:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:24:07,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 59d341652b8c091eae246f76baa01bae: 2023-11-19T01:24:07,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. for snapshot_backup_system completed. 2023-11-19T01:24:07,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:24:07,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:24:07,053 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06] hfiles 2023-11-19T01:24:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06 for snapshot=snapshot_backup_system 2023-11-19T01:24:07,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91] hfiles 2023-11-19T01:24:07,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91 for snapshot=snapshot_backup_system 2023-11-19T01:24:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:07,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:07,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:24:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:24:07,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:07,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:07,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:24:07,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae in 1.3250 sec 2023-11-19T01:24:07,491 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:24:07,494 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:24:07,497 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:24:07,497 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:24:07,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:24:07,928 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:24:07,944 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:24:07,944 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:24:07,947 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:24:07,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:24:07,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8560 sec 2023-11-19T01:24:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:24:08,211 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(115): Backup backup_1700357045990 started at 1700357048211. 2023-11-19T01:24:08,233 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(119): Backup session backup_1700357045990 has been started. 2023-11-19T01:24:08,240 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:24:08,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:24:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:24:08,255 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:24:08,255 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:24:08,256 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:24:08,256 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:24:08,257 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:08,259 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,259 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:24:08,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:24:08,259 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:24:08,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:08,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:24:08,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:08,260 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:24:08,262 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:24:08,262 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:24:08,262 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:24:08,262 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:24:08,263 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:24:08,263 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:24:08,263 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,36273,1700357028344' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:24:08,266 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:08,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:08,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:08,266 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:24:08,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:08,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:08,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:08,268 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,36273,1700357028344' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:24:08,268 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:24:08,268 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@1422089e[Count = 0] remaining members to acquire global barrier 2023-11-19T01:24:08,268 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:08,270 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:08,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:08,271 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:24:08,271 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:24:08,272 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:24:08,272 DEBUG [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,272 INFO [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357030274 highest: 1700357030274 on jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,272 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344:(num 1700357030274) roll requested 2023-11-19T01:24:08,284 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357048272, exclude list is [], retry=0 2023-11-19T01:24:08,288 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:24:08,292 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357030274 with entries=20, filesize=4.15 KB; new WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357048272 2023-11-19T01:24:08,293 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:24:08,293 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357030274 is not closed yet, will try archiving it next time 2023-11-19T01:24:08,293 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta:.meta(num 1700357030967) roll requested 2023-11-19T01:24:08,305 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357048293.meta, exclude list is [], retry=0 2023-11-19T01:24:08,309 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:24:08,311 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357030967.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357048293.meta 2023-11-19T01:24:08,312 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:24:08,312 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357030967.meta is not closed yet, will try archiving it next time 2023-11-19T01:24:08,313 DEBUG [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-19T01:24:08,313 INFO [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357048272 on jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,314 DEBUG [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:08,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357030967.meta not finished, retry = 0 2023-11-19T01:24:08,316 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40654, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:24:08,335 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:24:08,335 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,36273,1700357028344' in zk 2023-11-19T01:24:08,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,338 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:24:08,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:08,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:08,339 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:24:08,339 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:24:08,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:08,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:08,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:08,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,36273,1700357028344': 2023-11-19T01:24:08,343 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,36273,1700357028344' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:24:08,343 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:24:08,343 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:24:08,343 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:24:08,343 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:24:08,343 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:24:08,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:08,346 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:24:08,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:08,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:08,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:08,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:08,347 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:24:08,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:24:08,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:08,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:08,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:08,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:08,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:08,358 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:24:08,358 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:24:08,359 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:24:08,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:24:08,359 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:24:08,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:24:08,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:24:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:24:08,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } 2023-11-19T01:24:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357048472 (current time:1700357048472). 2023-11-19T01:24:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:24:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357048471_default_test-1700357037696 VERSION not specified, setting to 2 2023-11-19T01:24:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cd154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:08,483 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38746, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:24:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } 2023-11-19T01:24:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:24:08,487 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:24:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:08,488 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:24:08,493 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot, current working dir path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357048471_default_test-1700357037696 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:24:08,495 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:24:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:08,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:24:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:08,905 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:24:08,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415}] 2023-11-19T01:24:08,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415 2023-11-19T01:24:09,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:09,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36273 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:24:09,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:09,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 4364383523103403435b9754b7781415 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:24:09,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/.tmp/f/703b5b6c30ba41ceaa0d2a5d4e86f35b is 37, key is row10/f:q1/1700357039375/Put/seqid=0 2023-11-19T01:24:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:09,490 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/.tmp/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:09,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/.tmp/f/703b5b6c30ba41ceaa0d2a5d4e86f35b as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:09,508 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:24:09,510 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 4364383523103403435b9754b7781415 in 448ms, sequenceid=103, compaction requested=false 2023-11-19T01:24:09,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 4364383523103403435b9754b7781415: 2023-11-19T01:24:09,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. for snapshot_1700357048471_default_test-1700357037696 completed. 2023-11-19T01:24:09,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.' region-info for snapshot=snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:09,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:24:09,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b] hfiles 2023-11-19T01:24:09,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b for snapshot=snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:09,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:24:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:09,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:24:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:24:09,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357048471_default_test-1700357037696 on region 4364383523103403435b9754b7781415 2023-11-19T01:24:09,927 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415 2023-11-19T01:24:09,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:24:09,930 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:24:09,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 4364383523103403435b9754b7781415 in 1.0230 sec 2023-11-19T01:24:09,932 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:24:09,934 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:24:09,934 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:09,935 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:09,967 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:24:09,976 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:24:09,977 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357048471_default_test-1700357037696 to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:09,979 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:24:09,979 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:24:09,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357048471_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } in 1.4950 sec 2023-11-19T01:24:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:24:10,594 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357045990 2023-11-19T01:24:10,594 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:24:10,596 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:24:10,596 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357045990_test-1700357037696 2023-11-19T01:24:10,596 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357048471_default_test-1700357037696 to hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/ 2023-11-19T01:24:10,600 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:24:10,628 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:46357, inputRoot=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:10,628 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,42667,1700357025254_1731681300_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/.hbase-snapshot/.tmp/snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:10,628 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:46357, inputRoot=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2, snapshotDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357048471_default_test-1700357037696. 2023-11-19T01:24:10,640 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357048471_default_test-1700357037696 to hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/.hbase-snapshot/.tmp/snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:11,072 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:11,073 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:11,073 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:11,074 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,097 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop-5160523038365936775.jar 2023-11-19T01:24:12,097 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,098 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,099 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,099 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,100 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,100 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,101 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,101 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,102 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:12,103 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:12,103 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:24:12,104 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:24:12,105 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:24:12,106 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:24:12,107 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:24:12,107 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:24:12,107 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:24:12,108 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:24:12,109 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:24:12,110 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:24:12,110 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:24:12,116 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:12,116 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:12,117 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:12,117 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:12,118 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:12,119 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:12,119 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:12,256 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357048471_default_test-1700357037696' hfile list 2023-11-19T01:24:12,267 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:24:12,489 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357052439/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:24:12,489 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357052439/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:24:12,649 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:24:12,679 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b output=hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:12,679 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:24:13,547 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:24:13,548 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:24:13,555 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:13,556 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357048471_default_test-1700357037696 finished. 2023-11-19T01:24:13,556 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1034): test-1700357037696 2023-11-19T01:24:13,626 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357045990 2023-11-19T01:24:13,626 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:24:14,040 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46357/backupUT/backup_1700357045990/.backup.manifest 2023-11-19T01:24:14,040 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(358): Backup backup_1700357045990 finished: type=FULL,tablelist=test-1700357037696,targetRootDir=hdfs://localhost:46357/backupUT,startts=1700357048211,completets=1700357053623,bytescopied=0 2023-11-19T01:24:14,040 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:24:14,041 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:14,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357048471_default_test-1700357037696" 2023-11-19T01:24:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357048471_default_test-1700357037696 2023-11-19T01:24:14,057 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357048471_default_test-1700357037696 for backup backup_1700357045990 succeeded. 2023-11-19T01:24:14,058 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:24:14,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:24:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:24:14,073 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:24:14,080 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:24:14,093 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(376): Backup backup_1700357045990 completed. Backup session backup_1700357045990 finished. Status: SUCCESS 2023-11-19T01:24:14,094 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:14,116 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(70): backup complete 2023-11-19T01:24:14,118 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-11-19T01:24:14,124 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ba021a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:14,125 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:14,127 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:14,132 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:14,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34116, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:14,153 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-19T01:24:14,154 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46357/backupUT/backup_1700357045990/.backup.manifest 2023-11-19T01:24:14,157 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357045990/.backup.manifest 2023-11-19T01:24:14,160 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46357/backupUT/backup_1700357045990/.backup.manifest 2023-11-19T01:24:14,162 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357045990/.backup.manifest 2023-11-19T01:24:14,162 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(148): Restoring 'test-1700357037696' to 'table1' from full backup image hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696 2023-11-19T01:24:14,172 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-19T01:24:14,172 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:14,173 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f in region [hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415] 2023-11-19T01:24:14,179 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b first=row0 last=row98 2023-11-19T01:24:14,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-19T01:24:14,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:14,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-11-19T01:24:14,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:14,608 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c38fa42e5ad9bf8279fd0584dd2a4439, NAME => 'table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing c38fa42e5ad9bf8279fd0584dd2a4439, disabling compactions & flushes 2023-11-19T01:24:15,020 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. after waiting 0 ms 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,020 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,020 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for c38fa42e5ad9bf8279fd0584dd2a4439: 2023-11-19T01:24:15,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:15,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1700357055022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357055022"}]},"ts":"1700357055022"} 2023-11-19T01:24:15,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:15,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:15,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357055025"}]},"ts":"1700357055025"} 2023-11-19T01:24:15,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-19T01:24:15,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, ASSIGN}] 2023-11-19T01:24:15,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, ASSIGN 2023-11-19T01:24:15,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:15,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c38fa42e5ad9bf8279fd0584dd2a4439, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:15,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure c38fa42e5ad9bf8279fd0584dd2a4439, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:15,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:15,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => c38fa42e5ad9bf8279fd0584dd2a4439, NAME => 'table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:15,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:15,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:15,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,347 INFO [StoreOpener-c38fa42e5ad9bf8279fd0584dd2a4439-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,349 INFO [StoreOpener-c38fa42e5ad9bf8279fd0584dd2a4439-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c38fa42e5ad9bf8279fd0584dd2a4439 columnFamilyName f 2023-11-19T01:24:15,349 DEBUG [StoreOpener-c38fa42e5ad9bf8279fd0584dd2a4439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:15,350 INFO [StoreOpener-c38fa42e5ad9bf8279fd0584dd2a4439-1 {}] regionserver.HStore(324): Store=c38fa42e5ad9bf8279fd0584dd2a4439/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:15,350 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,353 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:15,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:15,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened c38fa42e5ad9bf8279fd0584dd2a4439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10619287840, jitterRate=-0.011001750826835632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:24:15,356 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for c38fa42e5ad9bf8279fd0584dd2a4439: 2023-11-19T01:24:15,357 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439., pid=38, masterSystemTime=1700357055340 2023-11-19T01:24:15,359 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,359 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:15,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c38fa42e5ad9bf8279fd0584dd2a4439, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:15,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-19T01:24:15,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure c38fa42e5ad9bf8279fd0584dd2a4439, server=jenkins-hbase6.apache.org,36273,1700357028344 in 173 msec 2023-11-19T01:24:15,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:24:15,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, ASSIGN in 333 msec 2023-11-19T01:24:15,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:15,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357055366"}]},"ts":"1700357055366"} 2023-11-19T01:24:15,368 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-19T01:24:15,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:15,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1840 sec 2023-11-19T01:24:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:24:16,306 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 from hbase tables test-1700357037696 to tables table1 2023-11-19T01:24:16,306 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700357037696 into table1 2023-11-19T01:24:16,309 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306 from hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:16,318 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d36fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:16,319 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:16,320 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44408, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:16,334 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:24:16,334 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-19T01:24:16,338 DEBUG [hconnection-0x6aced464-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:16,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34118, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:16,343 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-19T01:24:16,343 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:24:16,344 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/partitions_aaf3cd11-3e2e-4318-a1c1-0f610b460e2b 2023-11-19T01:24:16,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-19T01:24:16,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:24:16,788 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:16,788 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:16,789 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:16,789 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,786 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop-5251810391324693707.jar 2023-11-19T01:24:17,786 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,787 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,787 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,788 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,788 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,789 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,789 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,789 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,790 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,791 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:17,791 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:24:17,792 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:24:17,792 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:24:17,793 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:24:17,793 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:24:17,794 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:24:17,794 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:24:17,794 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:24:17,795 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:24:17,795 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:24:17,796 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:24:17,800 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,800 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,801 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,801 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,801 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,802 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:17,802 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:17,803 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-19T01:24:17,803 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:17,803 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:24:17,803 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:24:17,804 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:17,816 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:24:17,899 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357057865/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:24:17,899 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357057865/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:24:17,967 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:17,972 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:24:18,100 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db90b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:18,102 DEBUG [hconnection-0x6c858625-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:18,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34124, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:18,105 DEBUG [pool-196-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:18,107 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:24:18,107 DEBUG [pool-196-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:24:18,120 DEBUG [pool-196-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/_temporary/0/_temporary/attempt_local872273625_0002_r_000000_0/f/02509f827bcd43a7afa3b1577448a449 is 37, key is row10/f:q1/1700357039375/Put/seqid=0 2023-11-19T01:24:18,122 WARN [Thread-752 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:36273] Specified favored nodes: [jenkins-hbase6.apache.org:36273] 2023-11-19T01:24:18,961 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306 2023-11-19T01:24:18,971 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d66235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:18,973 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:18,975 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:18,990 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/_SUCCESS 2023-11-19T01:24:18,996 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:19,000 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44422, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:19,041 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/f/02509f827bcd43a7afa3b1577448a449 first=Optional[row0] last=Optional[row98] 2023-11-19T01:24:19,063 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439., hostname=jenkins-hbase6.apache.org,36273,1700357028344, seqNum=2 for row with hfile group [{f,hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/f/02509f827bcd43a7afa3b1577448a449}] 2023-11-19T01:24:19,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/f/02509f827bcd43a7afa3b1577448a449 for inclusion in c38fa42e5ad9bf8279fd0584dd2a4439/f 2023-11-19T01:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegion(2520): Flush status journal for c38fa42e5ad9bf8279fd0584dd2a4439: 2023-11-19T01:24:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-table1-1700357056306/f/02509f827bcd43a7afa3b1577448a449 to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__table1__262nkno6ksmfkjkq65t85dh1be8rtheheo0u11rlpd48d8r1recr1kv9ggaar1vr/f/02509f827bcd43a7afa3b1577448a449 2023-11-19T01:24:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__table1__262nkno6ksmfkjkq65t85dh1be8rtheheo0u11rlpd48d8r1recr1kv9ggaar1vr/f/02509f827bcd43a7afa3b1577448a449 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_ 2023-11-19T01:24:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7895f60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:19,116 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:19,122 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:19,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__table1__262nkno6ksmfkjkq65t85dh1be8rtheheo0u11rlpd48d8r1recr1kv9ggaar1vr/f/02509f827bcd43a7afa3b1577448a449 into c38fa42e5ad9bf8279fd0584dd2a4439/f as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_ - updating store file list. 2023-11-19T01:24:19,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_ into c38fa42e5ad9bf8279fd0584dd2a4439/f 2023-11-19T01:24:19,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__table1__262nkno6ksmfkjkq65t85dh1be8rtheheo0u11rlpd48d8r1recr1kv9ggaar1vr/f/02509f827bcd43a7afa3b1577448a449 into c38fa42e5ad9bf8279fd0584dd2a4439/f (new location: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_) 2023-11-19T01:24:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__table1__262nkno6ksmfkjkq65t85dh1be8rtheheo0u11rlpd48d8r1recr1kv9ggaar1vr/f/02509f827bcd43a7afa3b1577448a449 2023-11-19T01:24:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516a9769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:19,168 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44446, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:24:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:19,173 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34148, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:24:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:19,196 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:19,197 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:24:19,197 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:24:19,197 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(233): Backup: backup_1700357045990 hdfs://localhost:46357/backupUT/backup_1700357045990/default/test-1700357037696/ 2023-11-19T01:24:19,197 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:24:19,197 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:19,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable table1 2023-11-19T01:24:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-19T01:24:19,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357059232"}]},"ts":"1700357059232"} 2023-11-19T01:24:19,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-19T01:24:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:24:19,236 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-19T01:24:19,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, UNASSIGN}] 2023-11-19T01:24:19,239 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, UNASSIGN 2023-11-19T01:24:19,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c38fa42e5ad9bf8279fd0584dd2a4439, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:19,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure c38fa42e5ad9bf8279fd0584dd2a4439, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:24:19,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:19,402 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:19,402 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing c38fa42e5ad9bf8279fd0584dd2a4439, disabling compactions & flushes 2023-11-19T01:24:19,402 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:19,402 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:19,402 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. after waiting 0 ms 2023-11-19T01:24:19,402 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:19,410 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:24:19,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:19,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439. 2023-11-19T01:24:19,411 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for c38fa42e5ad9bf8279fd0584dd2a4439: 2023-11-19T01:24:19,413 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:19,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c38fa42e5ad9bf8279fd0584dd2a4439, regionState=CLOSED 2023-11-19T01:24:19,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-19T01:24:19,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure c38fa42e5ad9bf8279fd0584dd2a4439, server=jenkins-hbase6.apache.org,36273,1700357028344 in 175 msec 2023-11-19T01:24:19,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-19T01:24:19,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c38fa42e5ad9bf8279fd0584dd2a4439, UNASSIGN in 181 msec 2023-11-19T01:24:19,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357059421"}]},"ts":"1700357059421"} 2023-11-19T01:24:19,423 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-19T01:24:19,426 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-19T01:24:19,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 204 msec 2023-11-19T01:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:24:19,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$5(2449): Client=jenkins//172.31.2.20 delete table1 2023-11-19T01:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-11-19T01:24:19,553 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:24:19,555 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:24:19,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:19,565 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/recovered.edits] 2023-11-19T01:24:19,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_ to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/archive/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/f/bb5f5ad2ce024c32b5260de3bcfb757d_SeqId_4_ 2023-11-19T01:24:19,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/recovered.edits/6.seqid to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/archive/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439/recovered.edits/6.seqid 2023-11-19T01:24:19,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/table1/c38fa42e5ad9bf8279fd0584dd2a4439 2023-11-19T01:24:19,578 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-19T01:24:19,581 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:24:19,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36273 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-19T01:24:19,590 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-19T01:24:19,593 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-19T01:24:19,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:24:19,594 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-19T01:24:19,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357059594"}]},"ts":"9223372036854775807"} 2023-11-19T01:24:19,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:24:19,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c38fa42e5ad9bf8279fd0584dd2a4439, NAME => 'table1,,1700357054186.c38fa42e5ad9bf8279fd0584dd2a4439.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:24:19,596 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-19T01:24:19,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700357059596"}]},"ts":"9223372036854775807"} 2023-11-19T01:24:19,598 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-19T01:24:19,601 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:24:19,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 56 msec 2023-11-19T01:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:24:19,658 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(83): restore into other table is complete 2023-11-19T01:24:19,676 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToOtherTable Thread=601 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1353455742_16 at /127.0.0.1:35258 [Receiving block BP-37974712-172.31.2.20-1700357021993:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x88fdc23-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1353455742_16 at /127.0.0.1:35264 [Receiving block BP-37974712-172.31.2.20-1700357021993:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x88fdc23-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1028601250_16 at /127.0.0.1:45900 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-37974712-172.31.2.20-1700357021993:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-37974712-172.31.2.20-1700357021993:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x88fdc23-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1028601250_16 at /127.0.0.1:45820 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x88fdc23-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=713 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=188 (was 242), ProcessCount=169 (was 169), AvailableMemoryMB=3816 (was 4115) 2023-11-19T01:24:19,676 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-19T01:24:19,691 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(147): before: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=601, OpenFileDescriptor=713, MaxFileDescriptor=60000, SystemLoadAverage=188, ProcessCount=169, AvailableMemoryMB=3815 2023-11-19T01:24:19,691 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-19T01:24:19,691 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(91): Test full restore set to same table 2023-11-19T01:24:19,714 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b68258d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:19,715 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:19,716 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44462, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:19,720 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:19,721 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34158, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:19,767 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:24:19,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357059771 (current time:1700357059771). 2023-11-19T01:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2c7eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:19,782 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:24:19,788 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:19,789 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:24:19,793 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot, current working dir path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:24:19,796 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:24:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:20,204 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:24:20,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae}] 2023-11-19T01:24:20,206 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:20,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:20,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36273 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-11-19T01:24:20,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:20,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing 59d341652b8c091eae246f76baa01bae 2/2 column families, dataSize=1.14 KB heapSize=2.37 KB 2023-11-19T01:24:20,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/7c01b79cbb1348bebe08159832b166ae is 169, key is trslm:hdfs://localhost:46357/backupUT\x00test-1700357037696/meta:log-roll-map/1700357053614/Put/seqid=0 2023-11-19T01:24:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:20,775 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=589 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/7c01b79cbb1348bebe08159832b166ae 2023-11-19T01:24:20,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/3d11476a3f3349a1b119167042b8357e is 310, key is session:backup_1700357045990/session:context/1700357054079/Put/seqid=0 2023-11-19T01:24:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:20,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:24:21,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/3d11476a3f3349a1b119167042b8357e 2023-11-19T01:24:21,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/7c01b79cbb1348bebe08159832b166ae as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/7c01b79cbb1348bebe08159832b166ae 2023-11-19T01:24:21,208 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/7c01b79cbb1348bebe08159832b166ae, entries=5, sequenceid=19, filesize=5.5 K 2023-11-19T01:24:21,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/3d11476a3f3349a1b119167042b8357e as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/3d11476a3f3349a1b119167042b8357e 2023-11-19T01:24:21,216 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/3d11476a3f3349a1b119167042b8357e, entries=2, sequenceid=19, filesize=5.3 K 2023-11-19T01:24:21,217 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.14 KB/1168, heapSize ~2.34 KB/2392, currentSize=0 B/0 for 59d341652b8c091eae246f76baa01bae in 856ms, sequenceid=19, compaction requested=false 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for 59d341652b8c091eae246f76baa01bae: 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. for snapshot_backup_system completed. 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/7c01b79cbb1348bebe08159832b166ae] hfiles 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/d8e3e4d58edd4dc4afa6643863d7db06 for snapshot=snapshot_backup_system 2023-11-19T01:24:21,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/7c01b79cbb1348bebe08159832b166ae for snapshot=snapshot_backup_system 2023-11-19T01:24:21,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/3d11476a3f3349a1b119167042b8357e] hfiles 2023-11-19T01:24:21,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/676b56cb9d2549519cc218ea6d497e91 for snapshot=snapshot_backup_system 2023-11-19T01:24:21,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/3d11476a3f3349a1b119167042b8357e for snapshot=snapshot_backup_system 2023-11-19T01:24:21,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:21,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-11-19T01:24:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4026): Remote procedure done, pid=44 2023-11-19T01:24:21,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:21,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:21,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-19T01:24:21,629 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:24:21,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure 59d341652b8c091eae246f76baa01bae in 1.4230 sec 2023-11-19T01:24:21,630 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:24:21,630 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:24:21,630 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:24:21,631 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:24:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:22,042 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:24:22,051 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:24:22,052 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:24:22,053 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:24:22,053 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:24:22,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2690 sec 2023-11-19T01:24:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:24:23,897 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(115): Backup backup_1700357059754 started at 1700357063897. 2023-11-19T01:24:23,899 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(119): Backup session backup_1700357059754 has been started. 2023-11-19T01:24:23,905 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:24:23,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:24:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:24:23,906 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:24:23,906 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:24:23,907 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:24:23,907 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:24:23,907 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:23,909 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,909 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:24:23,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:24:23,909 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:24:23,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:23,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:24:23,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:24:23,910 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:24:23,911 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:24:23,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:24:23,911 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:24:23,911 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:24:23,912 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:24:23,912 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:24:23,912 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,36273,1700357028344' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:24:23,914 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:23,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:23,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:23,914 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:24:23,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:23,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:23,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:23,916 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,36273,1700357028344' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:24:23,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6f35881[Count = 0] remaining members to acquire global barrier 2023-11-19T01:24:23,917 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:24:23,917 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:23,918 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:23,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:24:23,918 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:24:23,918 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:24:23,918 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:24:23,918 DEBUG [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,919 INFO [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357048272 highest: 1700357048272 on jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,919 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344:(num 1700357048272) roll requested 2023-11-19T01:24:23,930 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357063919, exclude list is [], retry=0 2023-11-19T01:24:23,934 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:24:23,936 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357048272 with entries=16, filesize=3.59 KB; new WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357063919 2023-11-19T01:24:23,936 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:24:23,936 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357048272 is not closed yet, will try archiving it next time 2023-11-19T01:24:23,936 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta:.meta(num 1700357048293) roll requested 2023-11-19T01:24:23,938 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.1700357048272 not finished, retry = 0 2023-11-19T01:24:23,951 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357063936.meta, exclude list is [], retry=0 2023-11-19T01:24:23,955 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK] 2023-11-19T01:24:23,957 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357048293.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357063936.meta 2023-11-19T01:24:23,958 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37121,DS-820c8443-378c-4100-81a5-a42be315a4a4,DISK]] 2023-11-19T01:24:23,958 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/WALs/jenkins-hbase6.apache.org,36273,1700357028344/jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta.1700357048293.meta is not closed yet, will try archiving it next time 2023-11-19T01:24:23,959 DEBUG [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:24:23,959 INFO [rs(jenkins-hbase6.apache.org,36273,1700357028344)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357063919 on jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,971 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:24:23,971 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,36273,1700357028344' in zk 2023-11-19T01:24:23,975 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:24:23,975 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:24:23,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,975 DEBUG [member: 'jenkins-hbase6.apache.org,36273,1700357028344' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:24:23,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:23,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:23,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:23,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:23,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:23,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,36273,1700357028344': 2023-11-19T01:24:23,980 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,36273,1700357028344' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:24:23,980 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:24:23,980 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:24:23,980 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:24:23,980 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:24:23,980 INFO [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:24:23,983 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:24:23,983 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:24:23,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:24:23,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:24:23,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:24:23,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:24:23,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:24:23,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:23,991 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:24:23,991 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:24:23,991 DEBUG [(jenkins-hbase6.apache.org,42667,1700357025254)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:24:23,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:24:23,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:24:23,992 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:24:23,992 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:24:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:24:24,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } 2023-11-19T01:24:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357064097 (current time:1700357064097). 2023-11-19T01:24:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:24:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357064096_default_test-1700357037696 VERSION not specified, setting to 2 2023-11-19T01:24:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e1546a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:24,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:24:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } 2023-11-19T01:24:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-19T01:24:24,112 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:24:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:24:24,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:24:24,115 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot, current working dir path: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357064096_default_test-1700357037696 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:24:24,118 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:24:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:24:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:24:24,524 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:24:24,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415}] 2023-11-19T01:24:24,527 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415 2023-11-19T01:24:24,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:24,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36273 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-11-19T01:24:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for 4364383523103403435b9754b7781415: 2023-11-19T01:24:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. for snapshot_1700357064096_default_test-1700357037696 completed. 2023-11-19T01:24:24,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.' region-info for snapshot=snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:24:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b] hfiles 2023-11-19T01:24:24,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b for snapshot=snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:24,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:24,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-11-19T01:24:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4026): Remote procedure done, pid=46 2023-11-19T01:24:24,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357064096_default_test-1700357037696 on region 4364383523103403435b9754b7781415 2023-11-19T01:24:24,688 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure 4364383523103403435b9754b7781415 2023-11-19T01:24:24,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-19T01:24:24,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure 4364383523103403435b9754b7781415 in 164 msec 2023-11-19T01:24:24,691 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:24:24,691 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:24:24,692 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:24:24,693 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:24,693 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:24:24,773 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:24:24,776 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:24:25,104 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:24:25,134 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:24:25,135 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/.tmp/snapshot_1700357064096_default_test-1700357037696 to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:25,136 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:24:25,136 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-19T01:24:25,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700357064096_default_test-1700357037696 table=test-1700357037696 type=FLUSH ttl=0 } in 1.0270 sec 2023-11-19T01:24:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:24:25,217 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357059754 2023-11-19T01:24:25,217 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:24:25,218 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:24:25,218 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357059754_test-1700357037696 2023-11-19T01:24:25,218 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357064096_default_test-1700357037696 to hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/ 2023-11-19T01:24:25,218 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:24:25,242 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:46357, inputRoot=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:25,242 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,42667,1700357025254_155719480_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/.hbase-snapshot/.tmp/snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:25,242 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:46357, inputRoot=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2, snapshotDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357064096_default_test-1700357037696. 2023-11-19T01:24:25,250 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/.hbase-snapshot/snapshot_1700357064096_default_test-1700357037696 to hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/.hbase-snapshot/.tmp/snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:25,673 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:25,674 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:25,674 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:25,675 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-11-19T01:24:26,697 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop-2733038469031361297.jar 2023-11-19T01:24:26,698 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,698 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,699 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,699 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,700 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,700 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,700 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,701 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,701 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:26,702 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:26,703 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:24:26,703 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:24:26,704 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:24:26,704 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:24:26,705 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:24:26,705 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:24:26,705 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:24:26,706 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:24:26,706 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:24:26,707 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:24:26,707 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:24:26,708 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:26,709 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:26,709 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:26,710 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:26,710 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:24:26,711 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:26,711 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:26,757 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357064096_default_test-1700357037696' hfile list 2023-11-19T01:24:26,759 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:24:26,837 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357066803/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:24:26,837 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357066803/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:24:26,891 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:24:26,918 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b output=hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:26,918 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:24:27,872 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:24:27,873 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:24:27,880 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:27,880 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357064096_default_test-1700357037696 finished. 2023-11-19T01:24:27,880 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1034): test-1700357037696 2023-11-19T01:24:27,888 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357059754 2023-11-19T01:24:27,888 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:24:28,294 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:46357/backupUT/backup_1700357059754/.backup.manifest 2023-11-19T01:24:28,294 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(358): Backup backup_1700357059754 finished: type=FULL,tablelist=test-1700357037696,targetRootDir=hdfs://localhost:46357/backupUT,startts=1700357063897,completets=1700357067888,bytescopied=0 2023-11-19T01:24:28,294 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:24:28,294 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:28,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357064096_default_test-1700357037696" 2023-11-19T01:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357064096_default_test-1700357037696 2023-11-19T01:24:28,299 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357064096_default_test-1700357037696 for backup backup_1700357059754 succeeded. 2023-11-19T01:24:28,300 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:24:28,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:24:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:24:28,309 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:24:28,311 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:24:28,317 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.TableBackupClient(376): Backup backup_1700357059754 completed. Backup session backup_1700357059754 finished. Status: SUCCESS 2023-11-19T01:24:28,317 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:28,332 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(111): backup complete 2023-11-19T01:24:28,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable test-1700357037696 2023-11-19T01:24:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=test-1700357037696 2023-11-19T01:24:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:24:28,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357068341"}]},"ts":"1700357068341"} 2023-11-19T01:24:28,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=DISABLING in hbase:meta 2023-11-19T01:24:28,345 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set test-1700357037696 to state=DISABLING 2023-11-19T01:24:28,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, UNASSIGN}] 2023-11-19T01:24:28,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, UNASSIGN 2023-11-19T01:24:28,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=4364383523103403435b9754b7781415, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:28,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 4364383523103403435b9754b7781415, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:24:28,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:28,501 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(119): Close 4364383523103403435b9754b7781415 2023-11-19T01:24:28,501 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1668): Closing 4364383523103403435b9754b7781415, disabling compactions & flushes 2023-11-19T01:24:28,501 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1690): Closing region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:28,501 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:28,501 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1778): Acquired close lock on test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. after waiting 0 ms 2023-11-19T01:24:28,501 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1788): Updates disabled for region test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:28,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-11-19T01:24:28,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:28,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1909): Closed test-1700357037696,,1700357038189.4364383523103403435b9754b7781415. 2023-11-19T01:24:28,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1622): Region close journal for 4364383523103403435b9754b7781415: 2023-11-19T01:24:28,511 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(163): Closed 4364383523103403435b9754b7781415 2023-11-19T01:24:28,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=4364383523103403435b9754b7781415, regionState=CLOSED 2023-11-19T01:24:28,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-11-19T01:24:28,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 4364383523103403435b9754b7781415, server=jenkins-hbase6.apache.org,36273,1700357028344 in 164 msec 2023-11-19T01:24:28,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-19T01:24:28,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=test-1700357037696, region=4364383523103403435b9754b7781415, UNASSIGN in 170 msec 2023-11-19T01:24:28,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357068517"}]},"ts":"1700357068517"} 2023-11-19T01:24:28,518 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=DISABLED in hbase:meta 2023-11-19T01:24:28,520 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set test-1700357037696 to state=DISABLED 2023-11-19T01:24:28,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; DisableTableProcedure table=test-1700357037696 in 184 msec 2023-11-19T01:24:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:24:28,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$5(2449): Client=jenkins//172.31.2.20 delete test-1700357037696 2023-11-19T01:24:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,647 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,647 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-19T01:24:28,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:28,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/recovered.edits] 2023-11-19T01:24:28,657 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:28,661 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415/recovered.edits/107.seqid to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/recovered.edits/107.seqid 2023-11-19T01:24:28,662 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:28,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived test-1700357037696 regions 2023-11-19T01:24:28,665 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,667 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of test-1700357037696 from hbase:meta 2023-11-19T01:24:28,669 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'test-1700357037696' descriptor. 2023-11-19T01:24:28,670 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,670 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'test-1700357037696' from region states. 2023-11-19T01:24:28,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700357068670"}]},"ts":"9223372036854775807"} 2023-11-19T01:24:28,671 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:24:28,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4364383523103403435b9754b7781415, NAME => 'test-1700357037696,,1700357038189.4364383523103403435b9754b7781415.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:24:28,672 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'test-1700357037696' as deleted. 2023-11-19T01:24:28,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700357068672"}]},"ts":"9223372036854775807"} 2023-11-19T01:24:28,674 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table test-1700357037696 state from META 2023-11-19T01:24:28,676 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=test-1700357037696 2023-11-19T01:24:28,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; DeleteTableProcedure table=test-1700357037696 in 32 msec 2023-11-19T01:24:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=50 2023-11-19T01:24:28,749 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] backup.RestoreDriver(101): Found -overwrite option in restore command, will overwrite to existing table if any in the restore target 2023-11-19T01:24:28,758 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167d7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:28,758 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:28,759 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:28,764 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:28,764 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47636, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:28,779 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(101): HBase table test-1700357037696 does not exist. It will be created during restore process 2023-11-19T01:24:28,780 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46357/backupUT/backup_1700357059754/.backup.manifest 2023-11-19T01:24:28,783 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357059754/.backup.manifest 2023-11-19T01:24:28,783 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:46357/backupUT/backup_1700357059754/.backup.manifest 2023-11-19T01:24:28,785 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357059754/.backup.manifest 2023-11-19T01:24:28,785 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(148): Restoring 'test-1700357037696' to 'test-1700357037696' from full backup image hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696 2023-11-19T01:24:28,794 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(487): Creating target table 'test-1700357037696' 2023-11-19T01:24:28,794 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:28,795 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f in region [hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415] 2023-11-19T01:24:28,799 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b first=row0 last=row98 2023-11-19T01:24:28,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357037696', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:24:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1032): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357037696 2023-11-19T01:24:28,803 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:24:28,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357037696" procId is: 51 2023-11-19T01:24:28,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:24:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:29,211 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ee233413d542c24d1b5fbd3c22b6dfd6, NAME => 'test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357037696', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2 2023-11-19T01:24:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:29,618 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:29,618 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1668): Closing ee233413d542c24d1b5fbd3c22b6dfd6, disabling compactions & flushes 2023-11-19T01:24:29,618 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,618 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,618 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. after waiting 0 ms 2023-11-19T01:24:29,619 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,619 INFO [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,619 DEBUG [RegionOpenAndInit-test-1700357037696-pool-0 {}] regionserver.HRegion(1622): Region close journal for ee233413d542c24d1b5fbd3c22b6dfd6: 2023-11-19T01:24:29,620 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:24:29,620 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357069620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357069620"}]},"ts":"1700357069620"} 2023-11-19T01:24:29,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:24:29,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:24:29,622 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357069622"}]},"ts":"1700357069622"} 2023-11-19T01:24:29,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=ENABLING in hbase:meta 2023-11-19T01:24:29,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357037696, region=ee233413d542c24d1b5fbd3c22b6dfd6, ASSIGN}] 2023-11-19T01:24:29,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357037696, region=ee233413d542c24d1b5fbd3c22b6dfd6, ASSIGN 2023-11-19T01:24:29,631 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357037696, region=ee233413d542c24d1b5fbd3c22b6dfd6, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36273,1700357028344; forceNewPlan=false, retain=false 2023-11-19T01:24:29,783 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=ee233413d542c24d1b5fbd3c22b6dfd6, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:29,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE; OpenRegionProcedure ee233413d542c24d1b5fbd3c22b6dfd6, server=jenkins-hbase6.apache.org,36273,1700357028344}] 2023-11-19T01:24:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:29,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:29,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(130): Open test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7254): Opening region: {ENCODED => ee233413d542c24d1b5fbd3c22b6dfd6, NAME => 'test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:24:29,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:24:29,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357037696 ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(888): Instantiated test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:24:29,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7296): checking encryption for ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7299): checking classloading for ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,942 INFO [StoreOpener-ee233413d542c24d1b5fbd3c22b6dfd6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,943 INFO [StoreOpener-ee233413d542c24d1b5fbd3c22b6dfd6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee233413d542c24d1b5fbd3c22b6dfd6 columnFamilyName f 2023-11-19T01:24:29,943 DEBUG [StoreOpener-ee233413d542c24d1b5fbd3c22b6dfd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:24:29,944 INFO [StoreOpener-ee233413d542c24d1b5fbd3c22b6dfd6-1 {}] regionserver.HStore(324): Store=ee233413d542c24d1b5fbd3c22b6dfd6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:24:29,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,945 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,947 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1076): writing seq id for ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:29,949 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:24:29,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): Opened ee233413d542c24d1b5fbd3c22b6dfd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10734961600, jitterRate=-2.2879242897033691E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:24:29,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(992): Region open journal for ee233413d542c24d1b5fbd3c22b6dfd6: 2023-11-19T01:24:29,951 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6., pid=53, masterSystemTime=1700357069936 2023-11-19T01:24:29,952 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,952 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(158): Opened test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:29,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=52 updating hbase:meta row=ee233413d542c24d1b5fbd3c22b6dfd6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-11-19T01:24:29,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; OpenRegionProcedure ee233413d542c24d1b5fbd3c22b6dfd6, server=jenkins-hbase6.apache.org,36273,1700357028344 in 170 msec 2023-11-19T01:24:29,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=52, resume processing ppid=51 2023-11-19T01:24:29,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, ppid=51, state=SUCCESS; TransitRegionStateProcedure table=test-1700357037696, region=ee233413d542c24d1b5fbd3c22b6dfd6, ASSIGN in 328 msec 2023-11-19T01:24:29,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:24:29,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357037696","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357069958"}]},"ts":"1700357069958"} 2023-11-19T01:24:29,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357037696, state=ENABLED in hbase:meta 2023-11-19T01:24:29,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357037696 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:24:29,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, state=SUCCESS; CreateTableProcedure table=test-1700357037696 in 1.1620 sec 2023-11-19T01:24:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=51 2023-11-19T01:24:30,913 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 from hbase tables test-1700357037696 to tables test-1700357037696 2023-11-19T01:24:30,913 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700357037696 into test-1700357037696 2023-11-19T01:24:30,915 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913 from hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415 2023-11-19T01:24:30,923 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448dfe02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:30,924 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:30,926 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47118, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:30,927 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:24:30,927 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1700357037696 2023-11-19T01:24:30,932 DEBUG [hconnection-0x5bb492df-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:30,933 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:30,935 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1700357037696: 2023-11-19T01:24:30,935 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:24:30,935 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/partitions_9963267f-0ba9-4f33-b185-eb203db20067 2023-11-19T01:24:31,346 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:31,346 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:31,347 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:31,347 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:31,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:24:32,371 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop-4935826418349126815.jar 2023-11-19T01:24:32,372 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,372 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,373 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,373 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,373 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,374 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,374 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,375 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,375 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,377 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:32,377 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:24:32,378 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:24:32,378 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:24:32,379 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:24:32,379 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:24:32,380 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:24:32,380 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:24:32,380 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:24:32,381 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:24:32,381 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:24:32,382 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:24:32,382 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,383 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,383 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,383 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,384 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,384 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:24:32,385 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:24:32,385 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1700357037696 2023-11-19T01:24:32,385 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:32,385 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:24:32,386 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:24:32,386 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:24:32,398 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:24:32,476 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357072442/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:24:32,476 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/mapreduce.cluster.local.dir/1700357072442/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:24:32,534 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/archive/data/default/test-1700357037696/4364383523103403435b9754b7781415/f/703b5b6c30ba41ceaa0d2a5d4e86f35b 2023-11-19T01:24:32,539 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:24:32,568 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289ac29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:32,571 DEBUG [hconnection-0x1b33b8a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:32,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:32,577 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:32,577 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:24:32,577 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:24:32,586 DEBUG [pool-229-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/_temporary/0/_temporary/attempt_local1696189771_0004_r_000000_0/f/da55251f27a24959900f7629cb45c2b2 is 37, key is row10/f:q1/1700357039375/Put/seqid=0 2023-11-19T01:24:32,588 WARN [Thread-894 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:36273] Specified favored nodes: [jenkins-hbase6.apache.org:36273] 2023-11-19T01:24:32,891 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-19T01:24:32,891 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-19T01:24:33,537 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913 2023-11-19T01:24:33,544 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f126626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:33,545 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:33,547 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:33,553 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/_SUCCESS 2023-11-19T01:24:33,558 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:33,559 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47130, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:33,569 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/f/da55251f27a24959900f7629cb45c2b2 first=Optional[row0] last=Optional[row98] 2023-11-19T01:24:33,569 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6., hostname=jenkins-hbase6.apache.org,36273,1700357028344, seqNum=2 for row with hfile group [{f,hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/f/da55251f27a24959900f7629cb45c2b2}] 2023-11-19T01:24:33,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/f/da55251f27a24959900f7629cb45c2b2 for inclusion in ee233413d542c24d1b5fbd3c22b6dfd6/f 2023-11-19T01:24:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:24:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:24:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegion(2520): Flush status journal for ee233413d542c24d1b5fbd3c22b6dfd6: 2023-11-19T01:24:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/hbase-staging/bulk_output-default-test-1700357037696-1700357070913/f/da55251f27a24959900f7629cb45c2b2 to hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__test-1700357037696__7sgjnvqtv80qt7dl21p16j069pbhfi0hgrrq1lga21oslmacjkm90csujooeplkp/f/da55251f27a24959900f7629cb45c2b2 2023-11-19T01:24:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__test-1700357037696__7sgjnvqtv80qt7dl21p16j069pbhfi0hgrrq1lga21oslmacjkm90csujooeplkp/f/da55251f27a24959900f7629cb45c2b2 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_ 2023-11-19T01:24:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b7a733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:33,589 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47146, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:24:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:33,593 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:24:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(428): write bulk load descriptor to backup test-1700357037696 with 1 entries 2023-11-19T01:24:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(1602): writing raw bulk path hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_ for test-1700357037696 ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(435): written 1 rows for bulk load of test-1700357037696 2023-11-19T01:24:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__test-1700357037696__7sgjnvqtv80qt7dl21p16j069pbhfi0hgrrq1lga21oslmacjkm90csujooeplkp/f/da55251f27a24959900f7629cb45c2b2 into ee233413d542c24d1b5fbd3c22b6dfd6/f as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_ - updating store file list. 2023-11-19T01:24:33,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_ into ee233413d542c24d1b5fbd3c22b6dfd6/f 2023-11-19T01:24:33,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__test-1700357037696__7sgjnvqtv80qt7dl21p16j069pbhfi0hgrrq1lga21oslmacjkm90csujooeplkp/f/da55251f27a24959900f7629cb45c2b2 into ee233413d542c24d1b5fbd3c22b6dfd6/f (new location: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_) 2023-11-19T01:24:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/staging/jenkins__test-1700357037696__7sgjnvqtv80qt7dl21p16j069pbhfi0hgrrq1lga21oslmacjkm90csujooeplkp/f/da55251f27a24959900f7629cb45c2b2 2023-11-19T01:24:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118be72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:24:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:24:33,631 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47154, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:24:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:24:33,638 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:46616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:24:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(408): write bulk load descriptor to backup test-1700357037696 with 1 entries 2023-11-19T01:24:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(1523): writing done bulk path hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/f/40958191e955408fa166562c2997dd65_SeqId_4_ for test-1700357037696 ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] impl.BackupSystemTable(414): written 1 rows for bulk load of test-1700357037696 2023-11-19T01:24:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,656 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,656 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:24:33,656 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:24:33,656 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(233): Backup: backup_1700357059754 hdfs://localhost:46357/backupUT/backup_1700357059754/default/test-1700357037696/ 2023-11-19T01:24:33,656 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:24:33,657 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,665 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] backup.TestFullBackupSetRestoreSet(124): restore into same table is complete 2023-11-19T01:24:33,683 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(175): after: backup.TestFullBackupSetRestoreSet#testFullRestoreSetToSameTable Thread=609 (was 601) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-37974712-172.31.2.20-1700357021993:blk_1073741875_1051, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x565d60c7-SendThread(127.0.0.1:58994) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x654ccc5c-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x88fdc23-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x654ccc5c java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$524/567718807.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x449bcfda-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x88fdc23-metaLookup-shared--pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1028601250_16 at /127.0.0.1:49774 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x26520fd3-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1028601250_16 at /127.0.0.1:48800 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x565d60c7-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x380757d7-SendThread(127.0.0.1:58994) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x26520fd3-SendThread(127.0.0.1:58994) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1353455742_16 at /127.0.0.1:49720 [Receiving block BP-37974712-172.31.2.20-1700357021993:blk_1073741875_1051] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-37974712-172.31.2.20-1700357021993:blk_1073741876_1052, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x380757d7-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x565d60c7 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$524/567718807.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x380757d7 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$524/567718807.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1353455742_16 at /127.0.0.1:49736 [Receiving block BP-37974712-172.31.2.20-1700357021993:blk_1073741876_1052] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x654ccc5c-SendThread(127.0.0.1:58994) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58994@0x26520fd3 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$524/567718807.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=721 (was 713) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=146 (was 188), ProcessCount=169 (was 169), AvailableMemoryMB=3757 (was 3815) 2023-11-19T01:24:33,683 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.ResourceChecker(130): Thread=609 is superior to 500 2023-11-19T01:24:33,690 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:24:33,690 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,690 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:24:33,690 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] util.JVMClusterUtil(257): Found active master hash=851769788, stopped=false 2023-11-19T01:24:33,691 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:24:33,698 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:24:33,698 DEBUG [Listener at jenkins-hbase6.apache.org/36765 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,698 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,36273,1700357028344' ***** 2023-11-19T01:24:33,698 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:24:33,699 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:24:33,711 INFO [RS:0;jenkins-hbase6:36273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1ef333da{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:24:33,716 INFO [RS:0;jenkins-hbase6:36273 {}] server.AbstractConnector(383): Stopped ServerConnector@7aff36bf{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:24:33,716 INFO [RS:0;jenkins-hbase6:36273 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:24:33,717 INFO [RS:0;jenkins-hbase6:36273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1826f7b7{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:24:33,717 INFO [RS:0;jenkins-hbase6:36273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4ff1609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir/,STOPPED} 2023-11-19T01:24:33,719 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:24:33,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for 859aec81c962776e8a3bd5fae40fd5e4 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for eda780a213ea4d6eb02c8018dac99a16 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for ba7c84db1cf69dee6869663a6a26d65f 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for 74a715e882ea5644176bda1e2e041f71 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:33,720 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,36273,1700357028344 2023-11-19T01:24:33,720 DEBUG [RS:0;jenkins-hbase6:36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:33,721 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:24:33,721 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:24:33,721 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:24:33,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 859aec81c962776e8a3bd5fae40fd5e4, disabling compactions & flushes 2023-11-19T01:24:33,721 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:24:33,721 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:24:33,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:24:33,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. after waiting 0 ms 2023-11-19T01:24:33,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:24:33,721 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:24:33,721 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 859aec81c962776e8a3bd5fae40fd5e4 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:24:33,721 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1583): Online Regions={859aec81c962776e8a3bd5fae40fd5e4=ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4., eda780a213ea4d6eb02c8018dac99a16=hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16., ee233413d542c24d1b5fbd3c22b6dfd6=test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6., ba7c84db1cf69dee6869663a6a26d65f=ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f., 1588230740=hbase:meta,,1.1588230740, 74a715e882ea5644176bda1e2e041f71=backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71., b92da439aa603cb51ef206e3c861f079=ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079., 59d341652b8c091eae246f76baa01bae=backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.} 2023-11-19T01:24:33,722 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:24:33,722 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:24:33,722 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:24:33,722 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:24:33,722 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:24:33,722 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=13.85 KB heapSize=24.37 KB 2023-11-19T01:24:33,722 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 59d341652b8c091eae246f76baa01bae, 74a715e882ea5644176bda1e2e041f71, 859aec81c962776e8a3bd5fae40fd5e4, b92da439aa603cb51ef206e3c861f079, ba7c84db1cf69dee6869663a6a26d65f, eda780a213ea4d6eb02c8018dac99a16, ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:33,741 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/.tmp/f/70627a18dc6d4a89b1339f5950bfe554 is 37, key is row10/f:q1/1700357040106/Put/seqid=0 2023-11-19T01:24:33,744 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/info/6a85fbf3710a41f298f6c4368d4f5714 is 159, key is ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4./info:regioninfo/1700357039884/Put/seqid=0 2023-11-19T01:24:33,747 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/.tmp/f/70627a18dc6d4a89b1339f5950bfe554 2023-11-19T01:24:33,750 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.38 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/info/6a85fbf3710a41f298f6c4368d4f5714 2023-11-19T01:24:33,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/.tmp/f/70627a18dc6d4a89b1339f5950bfe554 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/f/70627a18dc6d4a89b1339f5950bfe554 2023-11-19T01:24:33,757 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:24:33,761 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/f/70627a18dc6d4a89b1339f5950bfe554, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:24:33,762 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 859aec81c962776e8a3bd5fae40fd5e4 in 41ms, sequenceid=103, compaction requested=false 2023-11-19T01:24:33,769 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns2/test-17003570376961/859aec81c962776e8a3bd5fae40fd5e4/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:24:33,769 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:33,770 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:24:33,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 859aec81c962776e8a3bd5fae40fd5e4: 2023-11-19T01:24:33,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003570376961,,1700357039479.859aec81c962776e8a3bd5fae40fd5e4. 2023-11-19T01:24:33,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing eda780a213ea4d6eb02c8018dac99a16, disabling compactions & flushes 2023-11-19T01:24:33,771 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:24:33,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:24:33,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. after waiting 0 ms 2023-11-19T01:24:33,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:24:33,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing eda780a213ea4d6eb02c8018dac99a16 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:24:33,774 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/rep_barrier/05a91e61f4a6419d8d066d4a2916f9c4 is 102, key is test-1700357037696,,1700357038189.4364383523103403435b9754b7781415./rep_barrier:/1700357068665/DeleteFamily/seqid=0 2023-11-19T01:24:33,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/.tmp/info/35fa662a6fb745f194e49cebdcca2a70 is 45, key is default/info:d/1700357032781/Put/seqid=0 2023-11-19T01:24:33,923 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 59d341652b8c091eae246f76baa01bae, 74a715e882ea5644176bda1e2e041f71, b92da439aa603cb51ef206e3c861f079, ba7c84db1cf69dee6869663a6a26d65f, eda780a213ea4d6eb02c8018dac99a16, ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:34,123 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 59d341652b8c091eae246f76baa01bae, 74a715e882ea5644176bda1e2e041f71, b92da439aa603cb51ef206e3c861f079, ba7c84db1cf69dee6869663a6a26d65f, eda780a213ea4d6eb02c8018dac99a16, ee233413d542c24d1b5fbd3c22b6dfd6 2023-11-19T01:24:34,181 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184 B at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/rep_barrier/05a91e61f4a6419d8d066d4a2916f9c4 2023-11-19T01:24:34,186 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:24:34,186 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:24:34,200 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/.tmp/info/35fa662a6fb745f194e49cebdcca2a70 2023-11-19T01:24:34,201 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/table/3dcb456a4e2542f1b0b4161959f458d2 is 96, key is test-1700357037696,,1700357038189.4364383523103403435b9754b7781415./table:/1700357068665/DeleteFamily/seqid=0 2023-11-19T01:24:34,205 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.29 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/table/3dcb456a4e2542f1b0b4161959f458d2 2023-11-19T01:24:34,207 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/.tmp/info/35fa662a6fb745f194e49cebdcca2a70 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/info/35fa662a6fb745f194e49cebdcca2a70 2023-11-19T01:24:34,211 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/info/6a85fbf3710a41f298f6c4368d4f5714 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/info/6a85fbf3710a41f298f6c4368d4f5714 2023-11-19T01:24:34,214 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/info/35fa662a6fb745f194e49cebdcca2a70, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:24:34,215 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for eda780a213ea4d6eb02c8018dac99a16 in 443ms, sequenceid=11, compaction requested=false 2023-11-19T01:24:34,221 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/info/6a85fbf3710a41f298f6c4368d4f5714, entries=74, sequenceid=63, filesize=14.5 K 2023-11-19T01:24:34,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/namespace/eda780a213ea4d6eb02c8018dac99a16/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:24:34,222 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/rep_barrier/05a91e61f4a6419d8d066d4a2916f9c4 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/rep_barrier/05a91e61f4a6419d8d066d4a2916f9c4 2023-11-19T01:24:34,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:24:34,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for eda780a213ea4d6eb02c8018dac99a16: 2023-11-19T01:24:34,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700357031283.eda780a213ea4d6eb02c8018dac99a16. 2023-11-19T01:24:34,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ee233413d542c24d1b5fbd3c22b6dfd6, disabling compactions & flushes 2023-11-19T01:24:34,224 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:34,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:34,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. after waiting 0 ms 2023-11-19T01:24:34,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:34,229 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/default/test-1700357037696/ee233413d542c24d1b5fbd3c22b6dfd6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:24:34,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,230 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:34,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ee233413d542c24d1b5fbd3c22b6dfd6: 2023-11-19T01:24:34,230 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700357037696,,1700357068800.ee233413d542c24d1b5fbd3c22b6dfd6. 2023-11-19T01:24:34,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ba7c84db1cf69dee6869663a6a26d65f, disabling compactions & flushes 2023-11-19T01:24:34,231 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:34,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:34,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. after waiting 0 ms 2023-11-19T01:24:34,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:34,231 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/rep_barrier/05a91e61f4a6419d8d066d4a2916f9c4, entries=2, sequenceid=63, filesize=5.4 K 2023-11-19T01:24:34,232 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/.tmp/table/3dcb456a4e2542f1b0b4161959f458d2 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/table/3dcb456a4e2542f1b0b4161959f458d2 2023-11-19T01:24:34,235 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns4/test-17003570376963/ba7c84db1cf69dee6869663a6a26d65f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:24:34,235 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,236 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:34,236 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ba7c84db1cf69dee6869663a6a26d65f: 2023-11-19T01:24:34,236 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003570376963,,1700357041305.ba7c84db1cf69dee6869663a6a26d65f. 2023-11-19T01:24:34,237 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 74a715e882ea5644176bda1e2e041f71, disabling compactions & flushes 2023-11-19T01:24:34,237 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:34,237 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:34,237 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. after waiting 0 ms 2023-11-19T01:24:34,237 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:34,237 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 74a715e882ea5644176bda1e2e041f71 2/2 column families, dataSize=1.39 KB heapSize=2.47 KB 2023-11-19T01:24:34,239 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/table/3dcb456a4e2542f1b0b4161959f458d2, entries=18, sequenceid=63, filesize=6.2 K 2023-11-19T01:24:34,240 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~13.85 KB/14182, heapSize ~24.32 KB/24904, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=63, compaction requested=false 2023-11-19T01:24:34,254 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/hbase/meta/1588230740/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=1 2023-11-19T01:24:34,254 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,254 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:24:34,255 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:24:34,255 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:24:34,255 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:24:34,259 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/.tmp/meta/493a91c560cb4107a0d315240a408d5d is 321, key is bulk:test-1700357037696:ee233413d542c24d1b5fbd3c22b6dfd6:40958191e955408fa166562c2997dd65_SeqId_4_/meta:path/1700357073652/Put/seqid=0 2023-11-19T01:24:34,323 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae, 74a715e882ea5644176bda1e2e041f71, b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:34,524 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae, 74a715e882ea5644176bda1e2e041f71, b92da439aa603cb51ef206e3c861f079 2023-11-19T01:24:34,664 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/.tmp/meta/493a91c560cb4107a0d315240a408d5d 2023-11-19T01:24:34,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/.tmp/meta/493a91c560cb4107a0d315240a408d5d as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/meta/493a91c560cb4107a0d315240a408d5d 2023-11-19T01:24:34,677 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/meta/493a91c560cb4107a0d315240a408d5d, entries=4, sequenceid=6, filesize=6.0 K 2023-11-19T01:24:34,678 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.39 KB/1428, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 74a715e882ea5644176bda1e2e041f71 in 441ms, sequenceid=6, compaction requested=false 2023-11-19T01:24:34,686 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system_bulk/74a715e882ea5644176bda1e2e041f71/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-11-19T01:24:34,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,687 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:34,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 74a715e882ea5644176bda1e2e041f71: 2023-11-19T01:24:34,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700357044744.74a715e882ea5644176bda1e2e041f71. 2023-11-19T01:24:34,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b92da439aa603cb51ef206e3c861f079, disabling compactions & flushes 2023-11-19T01:24:34,688 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:34,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:34,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. after waiting 0 ms 2023-11-19T01:24:34,688 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:34,692 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/ns3/test-17003570376962/b92da439aa603cb51ef206e3c861f079/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:24:34,692 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:34,693 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b92da439aa603cb51ef206e3c861f079: 2023-11-19T01:24:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003570376962,,1700357040183.b92da439aa603cb51ef206e3c861f079. 2023-11-19T01:24:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 59d341652b8c091eae246f76baa01bae, disabling compactions & flushes 2023-11-19T01:24:34,693 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. after waiting 0 ms 2023-11-19T01:24:34,694 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:34,694 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 59d341652b8c091eae246f76baa01bae 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-11-19T01:24:34,697 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/941fa4ca26f741159c8f7741fefa4359 is 169, key is trslm:hdfs://localhost:46357/backupUT\x00test-1700357037696/meta:log-roll-map/1700357067883/Put/seqid=0 2023-11-19T01:24:34,724 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-11-19T01:24:34,724 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1583): Online Regions={59d341652b8c091eae246f76baa01bae=backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae.} 2023-11-19T01:24:34,724 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:34,924 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:35,102 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/941fa4ca26f741159c8f7741fefa4359 2023-11-19T01:24:35,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/b3cf906b941c4b5b8ad75731dcf19e49 is 310, key is session:backup_1700357059754/session:context/1700357068310/Put/seqid=0 2023-11-19T01:24:35,124 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:35,325 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:35,517 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/b3cf906b941c4b5b8ad75731dcf19e49 2023-11-19T01:24:35,524 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/meta/941fa4ca26f741159c8f7741fefa4359 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/941fa4ca26f741159c8f7741fefa4359 2023-11-19T01:24:35,525 DEBUG [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1609): Waiting on 59d341652b8c091eae246f76baa01bae 2023-11-19T01:24:35,531 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/meta/941fa4ca26f741159c8f7741fefa4359, entries=4, sequenceid=29, filesize=5.5 K 2023-11-19T01:24:35,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/.tmp/session/b3cf906b941c4b5b8ad75731dcf19e49 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/b3cf906b941c4b5b8ad75731dcf19e49 2023-11-19T01:24:35,537 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/session/b3cf906b941c4b5b8ad75731dcf19e49, entries=2, sequenceid=29, filesize=5.3 K 2023-11-19T01:24:35,538 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for 59d341652b8c091eae246f76baa01bae in 844ms, sequenceid=29, compaction requested=true 2023-11-19T01:24:35,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/data/backup/system/59d341652b8c091eae246f76baa01bae/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2023-11-19T01:24:35,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:35,551 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:35,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 59d341652b8c091eae246f76baa01bae: 2023-11-19T01:24:35,552 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700357043617.59d341652b8c091eae246f76baa01bae. 2023-11-19T01:24:35,725 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,36273,1700357028344; all regions closed. 2023-11-19T01:24:35,734 DEBUG [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/oldWALs 2023-11-19T01:24:35,734 INFO [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344.meta:.meta(num 1700357063936) 2023-11-19T01:24:35,741 DEBUG [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/oldWALs 2023-11-19T01:24:35,741 INFO [RS:0;jenkins-hbase6:36273 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C36273%2C1700357028344:(num 1700357063919) 2023-11-19T01:24:35,741 DEBUG [RS:0;jenkins-hbase6:36273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:35,741 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:24:35,741 INFO [RS:0;jenkins-hbase6:36273 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-19T01:24:35,742 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:24:35,743 INFO [RS:0;jenkins-hbase6:36273 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:36273 2023-11-19T01:24:35,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,36273,1700357028344] 2023-11-19T01:24:35,755 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,36273,1700357028344; numProcessing=1 2023-11-19T01:24:35,756 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,36273,1700357028344 expired; onlineServers=0 2023-11-19T01:24:35,756 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,42667,1700357025254' ***** 2023-11-19T01:24:35,756 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:24:35,757 DEBUG [M:0;jenkins-hbase6:42667 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ed335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:24:35,757 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:24:35,798 INFO [M:0;jenkins-hbase6:42667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@dbbf332{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:24:35,799 INFO [M:0;jenkins-hbase6:42667 {}] server.AbstractConnector(383): Stopped ServerConnector@7e366d42{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:24:35,799 INFO [M:0;jenkins-hbase6:42667 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:24:35,799 INFO [M:0;jenkins-hbase6:42667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2a0f2c51{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:24:35,800 INFO [M:0;jenkins-hbase6:42667 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6a73d577{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/hadoop.log.dir/,STOPPED} 2023-11-19T01:24:35,800 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,42667,1700357025254 2023-11-19T01:24:35,800 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,42667,1700357025254; all regions closed. 2023-11-19T01:24:35,800 DEBUG [M:0;jenkins-hbase6:42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:35,800 INFO [M:0;jenkins-hbase6:42667 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:24:35,801 INFO [M:0;jenkins-hbase6:42667 {}] server.AbstractConnector(383): Stopped ServerConnector@1dd928bb{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:24:35,801 DEBUG [M:0;jenkins-hbase6:42667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:24:35,802 INFO [M:0;jenkins-hbase6:42667 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:24:35,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:24:35,802 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357029911 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357029911,5,FailOnTimeoutGroup] 2023-11-19T01:24:35,802 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357029911 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357029911,5,FailOnTimeoutGroup] 2023-11-19T01:24:35,802 DEBUG [M:0;jenkins-hbase6:42667 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:24:35,802 DEBUG [M:0;jenkins-hbase6:42667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:24:35,802 INFO [M:0;jenkins-hbase6:42667 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:24:35,802 DEBUG [M:0;jenkins-hbase6:42667 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:24:35,802 INFO [M:0;jenkins-hbase6:42667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:24:35,802 ERROR [M:0;jenkins-hbase6:42667 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-11-19T01:24:35,803 INFO [M:0;jenkins-hbase6:42667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:24:35,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:24:35,803 WARN [M:0;jenkins-hbase6:42667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:24:35,804 INFO [M:0;jenkins-hbase6:42667 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:24:35,804 INFO [M:0;jenkins-hbase6:42667 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:24:35,804 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:24:35,816 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:24:35,816 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:24:35,816 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:24:35,816 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:24:35,816 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=203.95 KB heapSize=244.70 KB 2023-11-19T01:24:35,828 DEBUG [M:0;jenkins-hbase6:42667 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b48b66f97a9b418c9475a4c0b2a33ce9 is 88, key is hbase:meta,,1/info:sn/1700357030555/Put/seqid=0 2023-11-19T01:24:35,854 INFO [RS:0;jenkins-hbase6:36273 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,36273,1700357028344; zookeeper connection closed. 2023-11-19T01:24:35,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65ea02a2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65ea02a2 2023-11-19T01:24:35,854 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:24:36,233 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b48b66f97a9b418c9475a4c0b2a33ce9 2023-11-19T01:24:36,252 DEBUG [M:0;jenkins-hbase6:42667 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d79493b3e7844878ceffb2d9c363929 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700357045559/Put/seqid=0 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357037696 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003570376961 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003570376962 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:24:36,386 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003570376963 2023-11-19T01:24:36,661 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d79493b3e7844878ceffb2d9c363929 2023-11-19T01:24:36,667 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d79493b3e7844878ceffb2d9c363929 2023-11-19T01:24:36,679 DEBUG [M:0;jenkins-hbase6:42667 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9d5b617a420471892a974fdcb13e01e is 82, key is jenkins-hbase6.apache.org,36273,1700357028344/rs:state/1700357029960/Put/seqid=0 2023-11-19T01:24:37,084 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9d5b617a420471892a974fdcb13e01e 2023-11-19T01:24:37,090 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b48b66f97a9b418c9475a4c0b2a33ce9 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b48b66f97a9b418c9475a4c0b2a33ce9 2023-11-19T01:24:37,095 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b48b66f97a9b418c9475a4c0b2a33ce9, entries=8, sequenceid=477, filesize=5.5 K 2023-11-19T01:24:37,096 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d79493b3e7844878ceffb2d9c363929 as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d79493b3e7844878ceffb2d9c363929 2023-11-19T01:24:37,101 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d79493b3e7844878ceffb2d9c363929 2023-11-19T01:24:37,101 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d79493b3e7844878ceffb2d9c363929, entries=53, sequenceid=477, filesize=16.7 K 2023-11-19T01:24:37,102 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9d5b617a420471892a974fdcb13e01e as hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9d5b617a420471892a974fdcb13e01e 2023-11-19T01:24:37,106 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:46357/user/jenkins/test-data/a6cc327c-b922-a2a9-77ee-706ab6cbf0e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9d5b617a420471892a974fdcb13e01e, entries=1, sequenceid=477, filesize=5.1 K 2023-11-19T01:24:37,107 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(3022): Finished flush of dataSize ~203.95 KB/208845, heapSize ~244.40 KB/250264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=477, compaction requested=false 2023-11-19T01:24:37,111 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:24:37,111 DEBUG [M:0;jenkins-hbase6:42667 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:24:37,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:24:37,114 INFO [M:0;jenkins-hbase6:42667 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:24:37,114 INFO [M:0;jenkins-hbase6:42667 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:24:37,115 INFO [M:0;jenkins-hbase6:42667 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:42667 2023-11-19T01:24:37,222 INFO [M:0;jenkins-hbase6:42667 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,42667,1700357025254; zookeeper connection closed. 2023-11-19T01:24:37,227 WARN [Listener at jenkins-hbase6.apache.org/36765 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:24:37,230 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:24:37,336 WARN [BP-37974712-172.31.2.20-1700357021993 heartbeating to localhost/127.0.0.1:46357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:24:37,336 WARN [BP-37974712-172.31.2.20-1700357021993 heartbeating to localhost/127.0.0.1:46357 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-37974712-172.31.2.20-1700357021993 (Datanode Uuid b201ecc6-720b-4ff7-bbfd-6294b8586f1e) service to localhost/127.0.0.1:46357 2023-11-19T01:24:37,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/dfs/data/data1/current/BP-37974712-172.31.2.20-1700357021993 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:24:37,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/0e5e185d-a319-ad62-6c51-a40f2f4ed98b/cluster_4c5c4a99-2837-c985-5fd7-33c67a839652/dfs/data/data2/current/BP-37974712-172.31.2.20-1700357021993 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:24:37,389 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:24:37,548 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:24:37,548 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:24:37,559 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:24:37,673 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:24:37,781 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:24:37,782 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:24:37,885 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:24:37,890 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:24:37,891 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:24:37,895 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:24:37,998 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:24:37,998 INFO [Listener at jenkins-hbase6.apache.org/36765 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped