2023-11-19 01:20:27,433 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:20:27,450 main DEBUG Took 0.014722 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:20:27,450 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:20:27,451 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:20:27,452 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:20:27,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,465 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:20:27,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,487 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,488 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,488 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,489 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,492 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,492 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,493 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,494 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:20:27,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,495 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:20:27,497 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:20:27,499 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:20:27,500 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:20:27,501 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:20:27,502 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:20:27,503 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:20:27,519 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:20:27,521 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:20:27,522 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:20:27,523 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:20:27,523 main DEBUG createAppenders(={Console}) 2023-11-19 01:20:27,524 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-19 01:20:27,524 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:20:27,524 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-19 01:20:27,525 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:20:27,525 main DEBUG OutputStream closed 2023-11-19 01:20:27,525 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:20:27,526 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:20:27,526 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-19 01:20:27,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:20:27,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:20:27,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:20:27,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:20:27,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:20:27,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:20:27,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:20:27,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:20:27,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:20:27,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:20:27,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:20:27,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:20:27,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:20:27,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:20:27,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:20:27,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:20:27,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:20:27,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:20:27,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:20:27,595 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-19 01:20:27,596 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:20:27,597 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-19T01:20:27,631 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRestoreBoundaryTests timeout: 13 mins 2023-11-19 01:20:27,635 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:20:27,636 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:20:27,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716 2023-11-19T01:20:27,979 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:20:27,982 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:20:27,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:20:27,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513, deleteOnExit=true 2023-11-19T01:20:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:20:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/test.cache.data in system properties and HBase conf 2023-11-19T01:20:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:20:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:20:27,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:20:27,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:20:27,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:20:28,103 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:20:28,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:20:28,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:28,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:28,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:20:28,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:28,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:20:28,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:20:28,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:28,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:28,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:20:28,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:20:28,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:20:28,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:28,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:20:28,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:20:29,191 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:20:29,197 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:20:29,534 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:20:29,704 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@199b4712 via org.mortbay.log.Slf4jLog 2023-11-19T01:20:29,719 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:29,760 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:29,800 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_localhost_45845_hdfs____a6cyma/webapp 2023-11-19T01:20:29,940 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45845 2023-11-19T01:20:29,962 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:20:29,963 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:20:30,519 WARN [Listener at localhost/36895 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:20:30,586 WARN [Listener at localhost/36895 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:20:30,607 WARN [Listener at localhost/36895 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:30,613 INFO [Listener at localhost/36895 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:30,618 INFO [Listener at localhost/36895 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_localhost_44699_datanode____a1elh9/webapp 2023-11-19T01:20:30,717 INFO [Listener at localhost/36895 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44699 2023-11-19T01:20:30,996 WARN [Listener at localhost/39267 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:20:31,283 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:20:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x97c327c84049c1bb: Processing first storage report for DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8 from datanode 3865033b-a8af-4d3a-a11b-89e450a4ecb7 2023-11-19T01:20:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x97c327c84049c1bb: from storage DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8 node DatanodeRegistration(127.0.0.1:35867, datanodeUuid=3865033b-a8af-4d3a-a11b-89e450a4ecb7, infoPort=43817, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=157806094;c=1700356829298), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:20:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x97c327c84049c1bb: Processing first storage report for DS-b7b233d9-5280-4544-8c55-c03f5d73acbf from datanode 3865033b-a8af-4d3a-a11b-89e450a4ecb7 2023-11-19T01:20:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x97c327c84049c1bb: from storage DS-b7b233d9-5280-4544-8c55-c03f5d73acbf node DatanodeRegistration(127.0.0.1:35867, datanodeUuid=3865033b-a8af-4d3a-a11b-89e450a4ecb7, infoPort=43817, infoSecurePort=0, ipcPort=39267, storageInfo=lv=-57;cid=testClusterID;nsid=157806094;c=1700356829298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:20:31,543 DEBUG [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716 2023-11-19T01:20:31,682 INFO [Listener at localhost/39267 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/zookeeper_0, clientPort=59785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:20:31,701 INFO [Listener at localhost/39267 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59785 2023-11-19T01:20:31,708 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:31,710 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:32,360 INFO [Listener at localhost/39267 {}] util.FSUtils(462): Created version file at hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa with version=8 2023-11-19T01:20:32,361 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging 2023-11-19T01:20:32,377 DEBUG [Listener at localhost/39267 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:20:32,378 DEBUG [Listener at localhost/39267 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:20:32,378 DEBUG [Listener at localhost/39267 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:20:32,378 DEBUG [Listener at localhost/39267 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:20:32,594 DEBUG [Listener at localhost/39267 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:20:33,367 INFO [Listener at localhost/39267 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:20:33,414 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:33,415 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:33,415 INFO [Listener at localhost/39267 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:20:33,415 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:33,415 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:20:33,576 INFO [Listener at localhost/39267 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:20:33,706 INFO [Listener at localhost/39267 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:20:33,725 DEBUG [Listener at localhost/39267 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:20:33,731 INFO [Listener at localhost/39267 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:20:33,783 DEBUG [Listener at localhost/39267 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 13120 (auto-detected) 2023-11-19T01:20:33,785 DEBUG [Listener at localhost/39267 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:20:33,823 INFO [Listener at localhost/39267 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:39923 2023-11-19T01:20:33,838 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:33,840 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:33,862 INFO [Listener at localhost/39267 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:39923 connecting to ZooKeeper ensemble=127.0.0.1:59785 2023-11-19T01:20:33,912 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:399230x0, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:20:33,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:39923-0x101239e45e80000 connected 2023-11-19T01:20:33,948 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:20:33,952 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:20:33,955 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:20:33,966 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39923 2023-11-19T01:20:33,966 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39923 2023-11-19T01:20:33,966 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39923 2023-11-19T01:20:33,967 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39923 2023-11-19T01:20:33,967 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39923 2023-11-19T01:20:34,020 INFO [Listener at localhost/39267 {}] log.Log(170): Logging initialized @7399ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:20:34,139 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:20:34,140 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:20:34,141 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:20:34,143 INFO [Listener at localhost/39267 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:20:34,143 INFO [Listener at localhost/39267 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:20:34,143 INFO [Listener at localhost/39267 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:20:34,146 INFO [Listener at localhost/39267 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:20:34,273 INFO [Listener at localhost/39267 {}] http.HttpServer(1227): Jetty bound to port 40715 2023-11-19T01:20:34,275 INFO [Listener at localhost/39267 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:34,307 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:34,310 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21c4f37b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:20:34,311 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:34,311 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@430d02f0{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:20:34,375 INFO [Listener at localhost/39267 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:20:34,389 INFO [Listener at localhost/39267 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:20:34,389 INFO [Listener at localhost/39267 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:20:34,391 INFO [Listener at localhost/39267 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:20:34,399 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:35,543 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6df5b730{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:20:35,554 INFO [Listener at localhost/39267 {}] server.AbstractConnector(333): Started ServerConnector@7f053e98{HTTP/1.1, (http/1.1)}{0.0.0.0:40715} 2023-11-19T01:20:35,555 INFO [Listener at localhost/39267 {}] server.Server(415): Started @8934ms 2023-11-19T01:20:35,558 INFO [Listener at localhost/39267 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa, hbase.cluster.distributed=false 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:20:35,620 INFO [Listener at localhost/39267 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:20:35,629 INFO [Listener at localhost/39267 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:20:35,631 INFO [Listener at localhost/39267 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:20:35,633 INFO [Listener at localhost/39267 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:34857 2023-11-19T01:20:35,635 INFO [Listener at localhost/39267 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:20:35,643 DEBUG [Listener at localhost/39267 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:20:35,643 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:35,647 INFO [Listener at localhost/39267 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:35,649 INFO [Listener at localhost/39267 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34857 connecting to ZooKeeper ensemble=127.0.0.1:59785 2023-11-19T01:20:35,653 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:348570x0, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:20:35,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34857-0x101239e45e80001 connected 2023-11-19T01:20:35,654 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:20:35,655 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:20:35,656 DEBUG [Listener at localhost/39267 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:20:35,657 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34857 2023-11-19T01:20:35,657 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34857 2023-11-19T01:20:35,657 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34857 2023-11-19T01:20:35,658 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34857 2023-11-19T01:20:35,658 DEBUG [Listener at localhost/39267 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34857 2023-11-19T01:20:35,663 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:20:35,663 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:20:35,663 INFO [Listener at localhost/39267 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:20:35,664 INFO [Listener at localhost/39267 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:20:35,664 INFO [Listener at localhost/39267 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:20:35,664 INFO [Listener at localhost/39267 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:20:35,665 INFO [Listener at localhost/39267 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:20:35,667 INFO [Listener at localhost/39267 {}] http.HttpServer(1227): Jetty bound to port 46311 2023-11-19T01:20:35,667 INFO [Listener at localhost/39267 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:35,669 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:35,669 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@432c8cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:20:35,670 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:35,670 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@16b9f86f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:20:35,688 INFO [Listener at localhost/39267 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:20:35,689 INFO [Listener at localhost/39267 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:20:35,689 INFO [Listener at localhost/39267 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:20:35,690 INFO [Listener at localhost/39267 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:20:35,691 INFO [Listener at localhost/39267 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:20:35,696 INFO [Listener at localhost/39267 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@2d7cd1c0{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:20:35,697 INFO [Listener at localhost/39267 {}] server.AbstractConnector(333): Started ServerConnector@4b24e732{HTTP/1.1, (http/1.1)}{0.0.0.0:46311} 2023-11-19T01:20:35,697 INFO [Listener at localhost/39267 {}] server.Server(415): Started @9076ms 2023-11-19T01:20:35,701 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:20:35,704 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@1c8a42bc{HTTP/1.1, (http/1.1)}{0.0.0.0:36477} 2023-11-19T01:20:35,704 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9083ms 2023-11-19T01:20:35,705 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:35,718 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:35,718 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:35,722 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:35,726 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:39923 2023-11-19T01:20:35,743 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:20:35,743 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:20:35,743 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:35,743 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:35,744 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:20:35,746 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,39923,1700356832578 from backup master directory 2023-11-19T01:20:35,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:20:35,750 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:35,750 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:35,750 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:20:35,751 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:20:35,751 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:35,754 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:20:35,756 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:20:35,843 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase.id with ID: df13ee24-5470-4693-827e-d129d0e0dcca 2023-11-19T01:20:35,922 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:20:35,940 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:35,940 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:35,985 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:35,988 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:20:36,006 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:20:36,006 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:20:36,008 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:36,020 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:36,021 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:36,096 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store 2023-11-19T01:20:36,524 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:20:36,525 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:36,525 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:20:36,526 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:36,526 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:36,526 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:20:36,526 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:36,526 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:20:36,526 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:20:36,529 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/.initializing 2023-11-19T01:20:36,529 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/WALs/jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:36,540 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:20:36,554 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C39923%2C1700356832578, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/WALs/jenkins-hbase6.apache.org,39923,1700356832578, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/oldWALs, maxLogs=10 2023-11-19T01:20:36,586 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/WALs/jenkins-hbase6.apache.org,39923,1700356832578/jenkins-hbase6.apache.org%2C39923%2C1700356832578.1700356836561, exclude list is [], retry=0 2023-11-19T01:20:36,616 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:20:36,623 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:20:36,693 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/WALs/jenkins-hbase6.apache.org,39923,1700356832578/jenkins-hbase6.apache.org%2C39923%2C1700356832578.1700356836561 2023-11-19T01:20:36,693 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:20:36,694 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:36,694 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:36,699 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,700 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:20:36,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:36,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:36,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:20:36,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:36,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:36,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:20:36,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:20:36,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:36,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:36,829 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,830 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,850 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:20:36,853 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:20:36,858 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:36,859 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9858926240, jitterRate=-0.0818159431219101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:20:36,864 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:20:36,865 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:20:36,902 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a228ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:36,958 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:20:36,979 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:20:36,979 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:20:36,982 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:20:36,983 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:20:36,990 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-19T01:20:36,990 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:20:37,027 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:20:37,044 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:20:37,046 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:20:37,050 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:20:37,051 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:20:37,053 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:20:37,056 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:20:37,063 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:20:37,064 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:20:37,065 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:20:37,068 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:20:37,084 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:20:37,085 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:20:37,092 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:20:37,092 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:20:37,092 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,092 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,092 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,39923,1700356832578, sessionid=0x101239e45e80000, setting cluster-up flag (Was=false) 2023-11-19T01:20:37,103 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:20:37,114 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,114 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,120 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:20:37,122 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:37,131 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,131 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,137 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:20:37,139 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:37,144 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,144 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:37,151 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:20:37,152 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:37,211 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:34857 2023-11-19T01:20:37,213 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(997): ClusterId : df13ee24-5470-4693-827e-d129d0e0dcca 2023-11-19T01:20:37,215 INFO [RS:0;jenkins-hbase6:34857 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:20:37,218 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:20:37,224 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:20:37,224 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:20:37,227 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:20:37,227 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:20:37,232 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:20:37,233 DEBUG [RS:0;jenkins-hbase6:34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb699fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:37,235 DEBUG [RS:0;jenkins-hbase6:34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340b6bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:20:37,241 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:20:37,241 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:20:37,241 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:20:37,249 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,39923,1700356832578 with isa=jenkins-hbase6.apache.org/172.31.2.20:34857, startcode=1700356835619 2023-11-19T01:20:37,271 DEBUG [RS:0;jenkins-hbase6:34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:20:37,313 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:37,325 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:20:37,330 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:20:37,340 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,39923,1700356832578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:20:37,343 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33223, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:20:37,346 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:37,346 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:37,346 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:37,346 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:20:37,347 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:20:37,347 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,347 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:20:37,347 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,351 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:20:37,359 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700356867359 2023-11-19T01:20:37,362 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:20:37,366 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:20:37,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:37,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:20:37,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:37,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:20:37,379 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:20:37,380 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:20:37,380 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:20:37,381 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:20:37,381 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:20:37,382 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,386 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:20:37,388 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:20:37,388 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:20:37,400 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x553ccc4c to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:37,401 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:20:37,401 WARN [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:20:37,409 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208615f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:37,409 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:20:37,413 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:20:37,413 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:20:37,416 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356837415,5,FailOnTimeoutGroup] 2023-11-19T01:20:37,416 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356837416,5,FailOnTimeoutGroup] 2023-11-19T01:20:37,416 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,416 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:20:37,420 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,420 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,502 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,39923,1700356832578 with isa=jenkins-hbase6.apache.org/172.31.2.20:34857, startcode=1700356835619 2023-11-19T01:20:37,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39923 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:37,518 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:37,518 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:36895 2023-11-19T01:20:37,518 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40715 2023-11-19T01:20:37,528 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:20:37,528 DEBUG [RS:0;jenkins-hbase6:34857 {}] zookeeper.ZKUtil(111): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:37,528 WARN [RS:0;jenkins-hbase6:34857 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:20:37,528 INFO [RS:0;jenkins-hbase6:34857 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:37,529 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:37,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,34857,1700356835619] 2023-11-19T01:20:37,546 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:20:37,561 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:20:37,576 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:20:37,580 INFO [RS:0;jenkins-hbase6:34857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:20:37,580 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,581 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:20:37,591 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,591 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,592 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,593 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,593 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,593 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:20:37,593 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:20:37,593 DEBUG [RS:0;jenkins-hbase6:34857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:20:37,594 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,594 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,594 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,594 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,594 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34857,1700356835619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:20:37,611 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:20:37,614 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34857,1700356835619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:37,630 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,34857,1700356835619 started 2023-11-19T01:20:37,631 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,34857,1700356835619, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:34857, sessionid=0x101239e45e80001 2023-11-19T01:20:37,631 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:20:37,631 DEBUG [RS:0;jenkins-hbase6:34857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:37,631 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34857,1700356835619' 2023-11-19T01:20:37,631 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:20:37,632 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:20:37,633 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:20:37,633 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:20:37,633 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34857,1700356835619' 2023-11-19T01:20:37,633 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:37,634 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:37,635 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34857,1700356835619' 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:20:37,635 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:20:37,636 DEBUG [RS:0;jenkins-hbase6:34857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:20:37,636 INFO [RS:0;jenkins-hbase6:34857 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:20:37,636 INFO [RS:0;jenkins-hbase6:34857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:20:37,747 INFO [RS:0;jenkins-hbase6:34857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:20:37,750 INFO [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C34857%2C1700356835619, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/oldWALs, maxLogs=32 2023-11-19T01:20:37,762 DEBUG [RS:0;jenkins-hbase6:34857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356837752, exclude list is [], retry=0 2023-11-19T01:20:37,768 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:20:37,772 INFO [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356837752 2023-11-19T01:20:37,772 DEBUG [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:20:37,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:20:37,800 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:38,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:38,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:20:38,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:20:38,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:20:38,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:20:38,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:20:38,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:20:38,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740 2023-11-19T01:20:38,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740 2023-11-19T01:20:38,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:20:38,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:20:38,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:38,235 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11803739040, jitterRate=0.09930886328220367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:20:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:20:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:20:38,237 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:20:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:20:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:20:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:20:38,239 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:20:38,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:20:38,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:20:38,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:20:38,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:20:38,263 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:20:38,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:20:38,419 DEBUG [jenkins-hbase6:39923 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:20:38,428 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:38,434 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,34857,1700356835619, state=OPENING 2023-11-19T01:20:38,443 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:20:38,445 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:38,445 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:38,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:38,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:38,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:38,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:38,776 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:20:38,779 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54934, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:20:38,791 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:20:38,792 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:20:38,792 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:20:38,795 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta, suffix=.meta, logDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/oldWALs, maxLogs=32 2023-11-19T01:20:38,808 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356838797.meta, exclude list is [], retry=0 2023-11-19T01:20:38,812 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:20:38,816 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356838797.meta 2023-11-19T01:20:38,818 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:20:38,819 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:38,823 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:38,824 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:20:38,841 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:20:38,841 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:20:38,845 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:20:38,846 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:38,846 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:20:38,846 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:20:38,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:20:38,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:20:38,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:20:38,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:20:38,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:20:38,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:20:38,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:20:38,856 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740 2023-11-19T01:20:38,858 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740 2023-11-19T01:20:38,861 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:20:38,863 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:20:38,864 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11173271840, jitterRate=0.04059202969074249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:20:38,865 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:20:38,877 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700356838762 2023-11-19T01:20:38,895 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:20:38,896 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:20:38,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:38,899 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,34857,1700356835619, state=OPEN 2023-11-19T01:20:38,903 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:20:38,903 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:20:38,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:38,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:20:38,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:20:38,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,34857,1700356835619 in 455 msec 2023-11-19T01:20:38,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:20:38,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2023-11-19T01:20:38,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7060 sec 2023-11-19T01:20:38,927 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700356838927, completionTime=-1 2023-11-19T01:20:38,927 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:20:38,928 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:20:38,992 DEBUG [hconnection-0x2705e10d-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:38,995 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54942, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:39,011 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:20:39,011 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700356899011 2023-11-19T01:20:39,011 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700356959011 2023-11-19T01:20:39,011 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 83 msec 2023-11-19T01:20:39,036 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,39923,1700356832578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:39,036 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,39923,1700356832578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:39,036 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,39923,1700356832578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:39,039 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:39923, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:39,040 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:20:39,047 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:20:39,061 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:20:39,063 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:20:39,072 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:20:39,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:39,077 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:39,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:39,097 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 67154327d9258c1f9e5d149775faa717, NAME => 'hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 67154327d9258c1f9e5d149775faa717, disabling compactions & flushes 2023-11-19T01:20:39,523 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. after waiting 0 ms 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,523 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,523 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 67154327d9258c1f9e5d149775faa717: 2023-11-19T01:20:39,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:39,540 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700356839527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356839527"}]},"ts":"1700356839527"} 2023-11-19T01:20:39,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:39,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:39,579 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356839573"}]},"ts":"1700356839573"} 2023-11-19T01:20:39,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:20:39,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67154327d9258c1f9e5d149775faa717, ASSIGN}] 2023-11-19T01:20:39,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=67154327d9258c1f9e5d149775faa717, ASSIGN 2023-11-19T01:20:39,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=67154327d9258c1f9e5d149775faa717, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:39,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67154327d9258c1f9e5d149775faa717, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:39,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 67154327d9258c1f9e5d149775faa717, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:39,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:39,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 67154327d9258c1f9e5d149775faa717, NAME => 'hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:39,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,912 INFO [StoreOpener-67154327d9258c1f9e5d149775faa717-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,914 INFO [StoreOpener-67154327d9258c1f9e5d149775faa717-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67154327d9258c1f9e5d149775faa717 columnFamilyName info 2023-11-19T01:20:39,914 DEBUG [StoreOpener-67154327d9258c1f9e5d149775faa717-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:39,915 INFO [StoreOpener-67154327d9258c1f9e5d149775faa717-1 {}] regionserver.HStore(324): Store=67154327d9258c1f9e5d149775faa717/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:39,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 67154327d9258c1f9e5d149775faa717 2023-11-19T01:20:39,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:39,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 67154327d9258c1f9e5d149775faa717; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11841916800, jitterRate=0.10286444425582886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 67154327d9258c1f9e5d149775faa717: 2023-11-19T01:20:39,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717., pid=6, masterSystemTime=1700356839903 2023-11-19T01:20:39,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:20:39,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=67154327d9258c1f9e5d149775faa717, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:39,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:20:39,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 67154327d9258c1f9e5d149775faa717, server=jenkins-hbase6.apache.org,34857,1700356835619 in 185 msec 2023-11-19T01:20:39,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:20:39,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=67154327d9258c1f9e5d149775faa717, ASSIGN in 349 msec 2023-11-19T01:20:39,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:39,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356839942"}]},"ts":"1700356839942"} 2023-11-19T01:20:39,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:20:39,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:39,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 886 msec 2023-11-19T01:20:39,976 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:20:39,977 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:39,977 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:39,977 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:20:40,027 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:20:40,042 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:40,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2023-11-19T01:20:40,062 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:20:40,071 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:40,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2023-11-19T01:20:40,088 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:20:40,091 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:20:40,092 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.341sec 2023-11-19T01:20:40,094 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:20:40,095 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:20:40,097 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:20:40,097 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:20:40,098 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:20:40,099 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,39923,1700356832578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:20:40,099 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,39923,1700356832578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:20:40,112 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:20:40,113 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:20:40,196 DEBUG [Listener at localhost/39267 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d8634b8 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:40,201 DEBUG [Listener at localhost/39267 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e627bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:40,205 DEBUG [Listener at localhost/39267 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:20:40,205 DEBUG [Listener at localhost/39267 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:20:40,219 DEBUG [hconnection-0x7d877ab8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:40,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/test.cache.data in system properties and HBase conf 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:20:40,240 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:20:40,241 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:20:40,242 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:20:40,242 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:20:40,242 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:20:40,242 INFO [Listener at localhost/39267 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:20:42,126 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:42,504 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:42,513 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_39311_jobhistory____757fdg/webapp 2023-11-19T01:20:42,693 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:20:42,693 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:42,694 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:42,697 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:42,787 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:42,915 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:43,217 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:20:43,254 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:39311 2023-11-19T01:20:43,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:20:43,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:20:43,620 WARN [Listener at jenkins-hbase6.apache.org/37707 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:43,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:20:43,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:43,703 WARN [Listener at jenkins-hbase6.apache.org/37707 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:43,704 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:43,710 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_46249_cluster____.jm9jan/webapp 2023-11-19T01:20:43,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:20:43,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:43,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:20:43,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:20:43,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:20:43,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:20:43,716 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:20:43,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:43,794 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:43,794 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:20:43,794 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:43,795 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:43,803 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,046 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,149 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,182 INFO [Listener at jenkins-hbase6.apache.org/37707 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:46249 2023-11-19T01:20:44,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:44,612 WARN [Listener at jenkins-hbase6.apache.org/43951 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:44,639 WARN [Listener at jenkins-hbase6.apache.org/43951 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:44,639 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:44,646 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_36697_node____3vujv1/webapp 2023-11-19T01:20:44,701 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:20:44,701 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:44,701 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:44,701 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:44,710 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,735 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,803 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:44,813 INFO [Listener at jenkins-hbase6.apache.org/43951 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:36697 2023-11-19T01:20:44,955 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:20:44,962 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:20:44,962 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:20:44,972 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_39485_node____.9avo1l/webapp 2023-11-19T01:20:45,023 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:20:45,023 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:20:45,023 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:20:45,023 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:20:45,031 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:45,047 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:45,108 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:20:45,114 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:39485 2023-11-19T01:20:45,159 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:20:45,159 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:36895/backupUT 2023-11-19T01:20:45,171 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:45,175 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:45536, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:20:45,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:20:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:20:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:20:45,211 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:45,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-11-19T01:20:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:20:45,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:20:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:20:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:20:45,320 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:45,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-19T01:20:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:20:45,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:20:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:20:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:20:45,429 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:45,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-11-19T01:20:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:20:45,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:20:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:20:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:20:45,542 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:45,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-19T01:20:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:20:45,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700356845159', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700356845159 2023-11-19T01:20:45,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:45,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:45,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:45,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700356845159" procId is: 13 2023-11-19T01:20:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:46,089 INFO [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 92f841afb0e426668421f94e16627d4e, NAME => 'test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700356845159', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:46,109 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:46,109 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1668): Closing 92f841afb0e426668421f94e16627d4e, disabling compactions & flushes 2023-11-19T01:20:46,109 INFO [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,109 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,109 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. after waiting 0 ms 2023-11-19T01:20:46,109 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,109 INFO [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1909): Closed test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,110 DEBUG [RegionOpenAndInit-test-1700356845159-pool-0 {}] regionserver.HRegion(1622): Region close journal for 92f841afb0e426668421f94e16627d4e: 2023-11-19T01:20:46,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:46,112 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700356846111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356846111"}]},"ts":"1700356846111"} 2023-11-19T01:20:46,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:46,116 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:46,116 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356845159","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356846116"}]},"ts":"1700356846116"} 2023-11-19T01:20:46,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356845159, state=ENABLING in hbase:meta 2023-11-19T01:20:46,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356845159, region=92f841afb0e426668421f94e16627d4e, ASSIGN}] 2023-11-19T01:20:46,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356845159, region=92f841afb0e426668421f94e16627d4e, ASSIGN 2023-11-19T01:20:46,128 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700356845159, region=92f841afb0e426668421f94e16627d4e, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:46,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=92f841afb0e426668421f94e16627d4e, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:46,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 92f841afb0e426668421f94e16627d4e, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:46,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:46,443 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 92f841afb0e426668421f94e16627d4e, NAME => 'test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:46,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:46,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700356845159 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:46,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,446 INFO [StoreOpener-92f841afb0e426668421f94e16627d4e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,449 INFO [StoreOpener-92f841afb0e426668421f94e16627d4e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f841afb0e426668421f94e16627d4e columnFamilyName f 2023-11-19T01:20:46,449 DEBUG [StoreOpener-92f841afb0e426668421f94e16627d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:46,450 INFO [StoreOpener-92f841afb0e426668421f94e16627d4e-1 {}] regionserver.HStore(324): Store=92f841afb0e426668421f94e16627d4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:46,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,452 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,457 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:46,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:46,463 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 92f841afb0e426668421f94e16627d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10707785120, jitterRate=-0.002759799361228943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:46,464 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 92f841afb0e426668421f94e16627d4e: 2023-11-19T01:20:46,465 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e., pid=15, masterSystemTime=1700356846435 2023-11-19T01:20:46,467 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,468 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:46,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=92f841afb0e426668421f94e16627d4e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:46,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:20:46,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 92f841afb0e426668421f94e16627d4e, server=jenkins-hbase6.apache.org,34857,1700356835619 in 189 msec 2023-11-19T01:20:46,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:20:46,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700356845159, region=92f841afb0e426668421f94e16627d4e, ASSIGN in 350 msec 2023-11-19T01:20:46,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:46,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356845159","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356846478"}]},"ts":"1700356846478"} 2023-11-19T01:20:46,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356845159, state=ENABLED in hbase:meta 2023-11-19T01:20:46,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700356845159 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:46,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700356845159 in 835 msec 2023-11-19T01:20:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:20:46,775 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700356845159, procId: 13 completed 2023-11-19T01:20:46,777 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c398bda to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:46,783 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358e1577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:46,786 DEBUG [hconnection-0x142e2377-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:46,789 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37200, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:46,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegion(8210): writing data to region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:20:46,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003568451591', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003568451591 2023-11-19T01:20:46,898 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:46,898 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:46,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003568451591" procId is: 16 2023-11-19T01:20:46,899 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:47,316 INFO [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ad122d9288c1a1f169a2636a2223304a, NAME => 'ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003568451591', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:47,730 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:47,731 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1668): Closing ad122d9288c1a1f169a2636a2223304a, disabling compactions & flushes 2023-11-19T01:20:47,731 INFO [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:47,731 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:47,731 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. after waiting 0 ms 2023-11-19T01:20:47,731 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:47,731 INFO [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:47,731 DEBUG [RegionOpenAndInit-ns2:test-17003568451591-pool-0 {}] regionserver.HRegion(1622): Region close journal for ad122d9288c1a1f169a2636a2223304a: 2023-11-19T01:20:47,733 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:47,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356847733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356847733"}]},"ts":"1700356847733"} 2023-11-19T01:20:47,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:47,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:47,738 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003568451591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356847737"}]},"ts":"1700356847737"} 2023-11-19T01:20:47,740 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003568451591, state=ENABLING in hbase:meta 2023-11-19T01:20:47,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003568451591, region=ad122d9288c1a1f169a2636a2223304a, ASSIGN}] 2023-11-19T01:20:47,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003568451591, region=ad122d9288c1a1f169a2636a2223304a, ASSIGN 2023-11-19T01:20:47,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003568451591, region=ad122d9288c1a1f169a2636a2223304a, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:47,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ad122d9288c1a1f169a2636a2223304a, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:47,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure ad122d9288c1a1f169a2636a2223304a, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:48,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:48,063 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:48,063 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => ad122d9288c1a1f169a2636a2223304a, NAME => 'ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:48,063 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:48,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568451591 ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:48,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,066 INFO [StoreOpener-ad122d9288c1a1f169a2636a2223304a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,068 INFO [StoreOpener-ad122d9288c1a1f169a2636a2223304a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad122d9288c1a1f169a2636a2223304a columnFamilyName f 2023-11-19T01:20:48,068 DEBUG [StoreOpener-ad122d9288c1a1f169a2636a2223304a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:48,069 INFO [StoreOpener-ad122d9288c1a1f169a2636a2223304a-1 {}] regionserver.HStore(324): Store=ad122d9288c1a1f169a2636a2223304a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:48,070 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,075 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:20:48,082 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:48,083 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened ad122d9288c1a1f169a2636a2223304a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11670367680, jitterRate=0.08688768744468689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:48,083 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for ad122d9288c1a1f169a2636a2223304a: 2023-11-19T01:20:48,085 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a., pid=18, masterSystemTime=1700356848057 2023-11-19T01:20:48,087 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:48,087 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:20:48,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ad122d9288c1a1f169a2636a2223304a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:48,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:20:48,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure ad122d9288c1a1f169a2636a2223304a, server=jenkins-hbase6.apache.org,34857,1700356835619 in 187 msec 2023-11-19T01:20:48,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:20:48,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003568451591, region=ad122d9288c1a1f169a2636a2223304a, ASSIGN in 349 msec 2023-11-19T01:20:48,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:48,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003568451591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356848099"}]},"ts":"1700356848099"} 2023-11-19T01:20:48,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003568451591, state=ENABLED in hbase:meta 2023-11-19T01:20:48,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003568451591 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:48,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003568451591 in 1.2110 sec 2023-11-19T01:20:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:20:49,010 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003568451591, procId: 16 completed 2023-11-19T01:20:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:20:49,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003568451592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003568451592 2023-11-19T01:20:49,117 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:49,117 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:49,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003568451592" procId is: 19 2023-11-19T01:20:49,118 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:49,535 INFO [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 18ce4537b1064d1975bdff918b60b57b, NAME => 'ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003568451592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:49,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700356845159' 2023-11-19T01:20:49,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003568451591' 2023-11-19T01:20:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:49,951 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:49,952 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1668): Closing 18ce4537b1064d1975bdff918b60b57b, disabling compactions & flushes 2023-11-19T01:20:49,952 INFO [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:49,952 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:49,952 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. after waiting 0 ms 2023-11-19T01:20:49,952 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:49,952 INFO [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:49,952 DEBUG [RegionOpenAndInit-ns3:test-17003568451592-pool-0 {}] regionserver.HRegion(1622): Region close journal for 18ce4537b1064d1975bdff918b60b57b: 2023-11-19T01:20:49,953 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:49,954 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356849953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356849953"}]},"ts":"1700356849953"} 2023-11-19T01:20:49,956 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:49,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:49,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003568451592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356849957"}]},"ts":"1700356849957"} 2023-11-19T01:20:49,959 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003568451592, state=ENABLING in hbase:meta 2023-11-19T01:20:49,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003568451592, region=18ce4537b1064d1975bdff918b60b57b, ASSIGN}] 2023-11-19T01:20:49,972 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003568451592, region=18ce4537b1064d1975bdff918b60b57b, ASSIGN 2023-11-19T01:20:49,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003568451592, region=18ce4537b1064d1975bdff918b60b57b, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:50,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=18ce4537b1064d1975bdff918b60b57b, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:50,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 18ce4537b1064d1975bdff918b60b57b, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:50,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:50,285 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:50,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 18ce4537b1064d1975bdff918b60b57b, NAME => 'ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:50,286 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:50,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568451592 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:50,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,288 INFO [StoreOpener-18ce4537b1064d1975bdff918b60b57b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,290 INFO [StoreOpener-18ce4537b1064d1975bdff918b60b57b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18ce4537b1064d1975bdff918b60b57b columnFamilyName f 2023-11-19T01:20:50,290 DEBUG [StoreOpener-18ce4537b1064d1975bdff918b60b57b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:50,291 INFO [StoreOpener-18ce4537b1064d1975bdff918b60b57b-1 {}] regionserver.HStore(324): Store=18ce4537b1064d1975bdff918b60b57b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:50,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/test-17003568451592/18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,292 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/test-17003568451592/18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,296 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:20:50,299 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/test-17003568451592/18ce4537b1064d1975bdff918b60b57b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:50,299 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 18ce4537b1064d1975bdff918b60b57b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10157834560, jitterRate=-0.05397793650627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:50,300 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 18ce4537b1064d1975bdff918b60b57b: 2023-11-19T01:20:50,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b., pid=21, masterSystemTime=1700356850280 2023-11-19T01:20:50,304 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:50,304 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:20:50,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=18ce4537b1064d1975bdff918b60b57b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:50,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:20:50,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 18ce4537b1064d1975bdff918b60b57b, server=jenkins-hbase6.apache.org,34857,1700356835619 in 180 msec 2023-11-19T01:20:50,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:20:50,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003568451592, region=18ce4537b1064d1975bdff918b60b57b, ASSIGN in 339 msec 2023-11-19T01:20:50,313 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:50,313 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003568451592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356850313"}]},"ts":"1700356850313"} 2023-11-19T01:20:50,315 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003568451592, state=ENABLED in hbase:meta 2023-11-19T01:20:50,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003568451592 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:50,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003568451592 in 1.2050 sec 2023-11-19T01:20:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:20:51,227 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003568451592, procId: 19 completed 2023-11-19T01:20:51,227 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003568451592 get assigned. Timeout = 60000ms 2023-11-19T01:20:51,230 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:51,234 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003568451592 assigned to meta. Checking AM states. 2023-11-19T01:20:51,235 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:51,235 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003568451592 assigned. 2023-11-19T01:20:51,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003568451593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003568451593 2023-11-19T01:20:51,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:51,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:51,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003568451593" procId is: 22 2023-11-19T01:20:51,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:51,656 INFO [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f0e855c9ed9c436118357aad1c224256, NAME => 'ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003568451593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:51,953 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1668): Closing f0e855c9ed9c436118357aad1c224256, disabling compactions & flushes 2023-11-19T01:20:52,069 INFO [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. after waiting 0 ms 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,069 INFO [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,069 DEBUG [RegionOpenAndInit-ns4:test-17003568451593-pool-0 {}] regionserver.HRegion(1622): Region close journal for f0e855c9ed9c436118357aad1c224256: 2023-11-19T01:20:52,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:52,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356852071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356852071"}]},"ts":"1700356852071"} 2023-11-19T01:20:52,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:52,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:52,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003568451593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356852075"}]},"ts":"1700356852075"} 2023-11-19T01:20:52,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003568451593, state=ENABLING in hbase:meta 2023-11-19T01:20:52,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003568451593, region=f0e855c9ed9c436118357aad1c224256, ASSIGN}] 2023-11-19T01:20:52,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003568451593, region=f0e855c9ed9c436118357aad1c224256, ASSIGN 2023-11-19T01:20:52,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003568451593, region=f0e855c9ed9c436118357aad1c224256, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:52,235 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f0e855c9ed9c436118357aad1c224256, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:52,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure f0e855c9ed9c436118357aad1c224256, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:52,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:52,395 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,395 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => f0e855c9ed9c436118357aad1c224256, NAME => 'ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:52,395 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:52,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003568451593 f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:52,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,396 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,398 INFO [StoreOpener-f0e855c9ed9c436118357aad1c224256-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,399 INFO [StoreOpener-f0e855c9ed9c436118357aad1c224256-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0e855c9ed9c436118357aad1c224256 columnFamilyName f 2023-11-19T01:20:52,399 DEBUG [StoreOpener-f0e855c9ed9c436118357aad1c224256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:52,400 INFO [StoreOpener-f0e855c9ed9c436118357aad1c224256-1 {}] regionserver.HStore(324): Store=f0e855c9ed9c436118357aad1c224256/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:52,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns4/test-17003568451593/f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,402 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns4/test-17003568451593/f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,404 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for f0e855c9ed9c436118357aad1c224256 2023-11-19T01:20:52,407 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns4/test-17003568451593/f0e855c9ed9c436118357aad1c224256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:52,408 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened f0e855c9ed9c436118357aad1c224256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10183416960, jitterRate=-0.05159538984298706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:20:52,408 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for f0e855c9ed9c436118357aad1c224256: 2023-11-19T01:20:52,410 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256., pid=24, masterSystemTime=1700356852390 2023-11-19T01:20:52,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f0e855c9ed9c436118357aad1c224256, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:52,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:20:52,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:20:52,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure f0e855c9ed9c436118357aad1c224256, server=jenkins-hbase6.apache.org,34857,1700356835619 in 184 msec 2023-11-19T01:20:52,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:20:52,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003568451593, region=f0e855c9ed9c436118357aad1c224256, ASSIGN in 344 msec 2023-11-19T01:20:52,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:52,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003568451593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356852428"}]},"ts":"1700356852428"} 2023-11-19T01:20:52,430 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003568451593, state=ENABLED in hbase:meta 2023-11-19T01:20:52,434 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003568451593 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:52,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003568451593 in 1.1970 sec 2023-11-19T01:20:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:20:53,349 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003568451593, procId: 22 completed 2023-11-19T01:20:53,349 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003568451593 get assigned. Timeout = 60000ms 2023-11-19T01:20:53,350 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:53,353 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003568451593 assigned to meta. Checking AM states. 2023-11-19T01:20:53,353 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:20:53,354 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003568451593 assigned. 2023-11-19T01:20:53,354 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c398bda to 127.0.0.1:59785 2023-11-19T01:20:53,354 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:53,393 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=242, ProcessCount=168, AvailableMemoryMB=3810 2023-11-19T01:20:53,393 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:20:53,395 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] backup.TestRestoreBoundaryTests(49): test full restore on a single table empty table 2023-11-19T01:20:53,397 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66fb0349 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:53,403 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fc2d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:53,410 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:53,412 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34290, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:53,424 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:53,425 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43724, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:20:53,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:20:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:20:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:20:53,445 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:20:53,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-19T01:20:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:20:53,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:20:53,561 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:53,561 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:53,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:20:53,562 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:53,582 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3950e9b95c3887a90a3425f6ae90d021, NAME => 'backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:53,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:53,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 3950e9b95c3887a90a3425f6ae90d021, disabling compactions & flushes 2023-11-19T01:20:53,594 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. after waiting 0 ms 2023-11-19T01:20:53,594 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,594 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,595 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3950e9b95c3887a90a3425f6ae90d021: 2023-11-19T01:20:53,596 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:53,597 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700356853596"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356853596"}]},"ts":"1700356853596"} 2023-11-19T01:20:53,599 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:53,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:53,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356853600"}]},"ts":"1700356853600"} 2023-11-19T01:20:53,603 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:20:53,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=3950e9b95c3887a90a3425f6ae90d021, ASSIGN}] 2023-11-19T01:20:53,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=3950e9b95c3887a90a3425f6ae90d021, ASSIGN 2023-11-19T01:20:53,611 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=3950e9b95c3887a90a3425f6ae90d021, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:53,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700356845159 2023-11-19T01:20:53,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700356845159 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:53,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003568451591 2023-11-19T01:20:53,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003568451591 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:53,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003568451592 2023-11-19T01:20:53,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003568451592 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:53,703 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003568451593 2023-11-19T01:20:53,703 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003568451593 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:20:53,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=3950e9b95c3887a90a3425f6ae90d021, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:53,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 3950e9b95c3887a90a3425f6ae90d021, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:53,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:53,922 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,922 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 3950e9b95c3887a90a3425f6ae90d021, NAME => 'backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:53,923 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:53,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:53,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,923 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,925 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,927 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3950e9b95c3887a90a3425f6ae90d021 columnFamilyName meta 2023-11-19T01:20:53,927 DEBUG [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:53,928 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] regionserver.HStore(324): Store=3950e9b95c3887a90a3425f6ae90d021/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:53,928 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,930 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3950e9b95c3887a90a3425f6ae90d021 columnFamilyName session 2023-11-19T01:20:53,930 DEBUG [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:53,931 INFO [StoreOpener-3950e9b95c3887a90a3425f6ae90d021-1 {}] regionserver.HStore(324): Store=3950e9b95c3887a90a3425f6ae90d021/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:53,932 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,932 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:20:53,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:53,938 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:53,938 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 3950e9b95c3887a90a3425f6ae90d021; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11296826880, jitterRate=0.052098989486694336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:20:53,939 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 3950e9b95c3887a90a3425f6ae90d021: 2023-11-19T01:20:53,940 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021., pid=28, masterSystemTime=1700356853917 2023-11-19T01:20:53,942 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,942 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:53,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=3950e9b95c3887a90a3425f6ae90d021, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:53,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:20:53,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 3950e9b95c3887a90a3425f6ae90d021, server=jenkins-hbase6.apache.org,34857,1700356835619 in 179 msec 2023-11-19T01:20:53,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:20:53,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=3950e9b95c3887a90a3425f6ae90d021, ASSIGN in 339 msec 2023-11-19T01:20:53,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:53,950 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356853950"}]},"ts":"1700356853950"} 2023-11-19T01:20:53,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:20:53,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:53,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 398 msec 2023-11-19T01:20:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:20:54,167 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:20:54,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:20:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:20:54,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:20:54,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:54,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:20:54,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:20:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:54,598 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 358728e5954416ca53e07344a9c3ed92, NAME => 'backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:20:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:55,009 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:55,009 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 358728e5954416ca53e07344a9c3ed92, disabling compactions & flushes 2023-11-19T01:20:55,010 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,010 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,010 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. after waiting 0 ms 2023-11-19T01:20:55,010 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,010 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,010 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 358728e5954416ca53e07344a9c3ed92: 2023-11-19T01:20:55,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:20:55,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700356855011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356855011"}]},"ts":"1700356855011"} 2023-11-19T01:20:55,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:20:55,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:20:55,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356855015"}]},"ts":"1700356855015"} 2023-11-19T01:20:55,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:20:55,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=358728e5954416ca53e07344a9c3ed92, ASSIGN}] 2023-11-19T01:20:55,025 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=358728e5954416ca53e07344a9c3ed92, ASSIGN 2023-11-19T01:20:55,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=358728e5954416ca53e07344a9c3ed92, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:20:55,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=358728e5954416ca53e07344a9c3ed92, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:55,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 358728e5954416ca53e07344a9c3ed92, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:20:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:55,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:55,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,336 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 358728e5954416ca53e07344a9c3ed92, NAME => 'backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:20:55,336 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:20:55,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:20:55,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,339 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,340 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358728e5954416ca53e07344a9c3ed92 columnFamilyName meta 2023-11-19T01:20:55,340 DEBUG [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:55,341 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] regionserver.HStore(324): Store=358728e5954416ca53e07344a9c3ed92/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:55,341 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,343 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358728e5954416ca53e07344a9c3ed92 columnFamilyName session 2023-11-19T01:20:55,343 DEBUG [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:20:55,343 INFO [StoreOpener-358728e5954416ca53e07344a9c3ed92-1 {}] regionserver.HStore(324): Store=358728e5954416ca53e07344a9c3ed92/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:20:55,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system_bulk/358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system_bulk/358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:20:55,348 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:20:55,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system_bulk/358728e5954416ca53e07344a9c3ed92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:20:55,351 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 358728e5954416ca53e07344a9c3ed92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11459835360, jitterRate=0.06728033721446991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 358728e5954416ca53e07344a9c3ed92: 2023-11-19T01:20:55,353 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92., pid=31, masterSystemTime=1700356855331 2023-11-19T01:20:55,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:20:55,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=358728e5954416ca53e07344a9c3ed92, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:55,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:20:55,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 358728e5954416ca53e07344a9c3ed92, server=jenkins-hbase6.apache.org,34857,1700356835619 in 178 msec 2023-11-19T01:20:55,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:20:55,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=358728e5954416ca53e07344a9c3ed92, ASSIGN in 337 msec 2023-11-19T01:20:55,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:20:55,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356855363"}]},"ts":"1700356855363"} 2023-11-19T01:20:55,364 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:20:55,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:20:55,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1860 sec 2023-11-19T01:20:55,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:20:55,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003568451593' 2023-11-19T01:20:55,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003568451592' 2023-11-19T01:20:55,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:20:56,292 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:20:56,305 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:20:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:20:56,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356856339 (current time:1700356856339). 2023-11-19T01:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:20:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x554875d4 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185033b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:56,352 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34302, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x554875d4 to 127.0.0.1:59785 2023-11-19T01:20:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:20:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:20:56,368 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:56,375 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:56,389 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot, current working dir path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:56,391 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:56,803 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:56,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021}] 2023-11-19T01:20:56,813 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:56,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:56,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34857 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:20:56,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:56,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 3950e9b95c3887a90a3425f6ae90d021 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:20:57,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/082049c04ba34bb4839ef0f5f0ca5c4f is 49, key is activesession:/session:c/1700356856325/Put/seqid=0 2023-11-19T01:20:57,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/082049c04ba34bb4839ef0f5f0ca5c4f 2023-11-19T01:20:57,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/082049c04ba34bb4839ef0f5f0ca5c4f as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f 2023-11-19T01:20:57,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:20:57,167 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 3950e9b95c3887a90a3425f6ae90d021 in 192ms, sequenceid=5, compaction requested=false 2023-11-19T01:20:57,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 3950e9b95c3887a90a3425f6ae90d021: 2023-11-19T01:20:57,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. for snapshot_backup_system completed. 2023-11-19T01:20:57,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:20:57,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:57,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:20:57,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f] hfiles 2023-11-19T01:20:57,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f for snapshot=snapshot_backup_system 2023-11-19T01:20:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:57,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:20:57,612 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:20:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:20:57,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:57,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:20:57,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:20:57,620 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:20:57,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 in 813 msec 2023-11-19T01:20:57,622 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:20:57,625 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:20:57,625 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:20:57,628 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:20:57,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:20:58,054 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:20:58,067 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:20:58,067 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:20:58,069 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:20:58,069 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:20:58,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7070 sec 2023-11-19T01:20:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:20:58,477 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:20:58,478 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(115): Backup backup_1700356853406 started at 1700356858477. 2023-11-19T01:20:58,500 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(119): Backup session backup_1700356853406 has been started. 2023-11-19T01:20:58,504 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:20:58,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:20:58,521 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:20:58,521 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:20:58,521 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:20:58,522 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:20:58,522 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,522 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:58,524 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:58,524 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,524 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:58,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:58,524 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,524 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:20:58,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:58,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:20:58,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:58,526 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:20:58,527 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:20:58,528 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:20:58,528 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:20:58,528 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:20:58,528 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:20:58,528 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:20:58,529 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,34857,1700356835619' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:20:58,531 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,531 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:58,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:58,531 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,531 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:20:58,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:58,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:58,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,533 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,534 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:58,534 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,34857,1700356835619' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:20:58,534 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@19a23edf[Count = 0] remaining members to acquire global barrier 2023-11-19T01:20:58,534 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:20:58,534 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,536 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,537 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,537 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:20:58,537 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,537 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:20:58,538 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:20:58,538 DEBUG [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,538 INFO [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356837752 highest: 1700356837752 on jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,538 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619:(num 1700356837752) roll requested 2023-11-19T01:20:58,550 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356858539, exclude list is [], retry=0 2023-11-19T01:20:58,556 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:20:58,560 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356837752 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356858539 2023-11-19T01:20:58,561 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:20:58,561 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356837752 is not closed yet, will try archiving it next time 2023-11-19T01:20:58,561 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta:.meta(num 1700356838797) roll requested 2023-11-19T01:20:58,573 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356858561.meta, exclude list is [], retry=0 2023-11-19T01:20:58,577 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:20:58,579 DEBUG [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-19T01:20:58,579 INFO [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356858539 on jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,579 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356838797.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356858561.meta 2023-11-19T01:20:58,580 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:20:58,580 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356838797.meta is not closed yet, will try archiving it next time 2023-11-19T01:20:58,580 DEBUG [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:20:58,583 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:43726, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:20:58,600 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:20:58,601 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,34857,1700356835619' in zk 2023-11-19T01:20:58,604 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:20:58,604 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,605 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:58,605 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:20:58,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:58,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:58,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:58,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:58,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:58,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,609 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,34857,1700356835619': 2023-11-19T01:20:58,609 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,34857,1700356835619' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:20:58,609 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:20:58,610 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:20:58,610 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:20:58,610 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:20:58,610 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:20:58,613 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,613 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,613 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:58,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,613 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:20:58,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,613 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:20:58,613 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:58,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:58,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:20:58,614 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:20:58,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,616 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,616 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:20:58,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:20:58,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:58,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:20:58,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:20:58,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:58,627 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,627 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:20:58,627 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:20:58,627 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:20:58,627 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:20:58,627 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:20:58,627 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:20:58,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:20:58,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:20:58,628 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:20:58,628 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:20:58,629 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:20:58,629 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:20:58,730 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:20:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:20:58,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } 2023-11-19T01:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356858740 (current time:1700356858740). 2023-11-19T01:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356858739_default_test-1700356845159 VERSION not specified, setting to 2 2023-11-19T01:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x358143b7 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:20:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a44c268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:20:58,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34314, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x358143b7 to 127.0.0.1:59785 2023-11-19T01:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:20:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } 2023-11-19T01:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:20:58,756 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:20:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:58,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:20:58,760 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot, current working dir path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356858739_default_test-1700356845159 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:20:58,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:20:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:59,171 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:20:59,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 92f841afb0e426668421f94e16627d4e}] 2023-11-19T01:20:59,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 92f841afb0e426668421f94e16627d4e 2023-11-19T01:20:59,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:20:59,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34857 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:20:59,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:20:59,327 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 92f841afb0e426668421f94e16627d4e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:20:59,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/.tmp/f/ba2bbc46b6134c8cab78c6c67c5084b7 is 37, key is row10/f:q1/1700356846807/Put/seqid=0 2023-11-19T01:20:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:20:59,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/.tmp/f/ba2bbc46b6134c8cab78c6c67c5084b7 2023-11-19T01:20:59,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/.tmp/f/ba2bbc46b6134c8cab78c6c67c5084b7 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 2023-11-19T01:20:59,774 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:20:59,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 92f841afb0e426668421f94e16627d4e in 449ms, sequenceid=103, compaction requested=false 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 92f841afb0e426668421f94e16627d4e: 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. for snapshot_1700356858739_default_test-1700356845159 completed. 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e.' region-info for snapshot=snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7] hfiles 2023-11-19T01:20:59,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 for snapshot=snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:20:59,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:21:00,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:00,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:21:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:21:00,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356858739_default_test-1700356845159 on region 92f841afb0e426668421f94e16627d4e 2023-11-19T01:21:00,190 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 92f841afb0e426668421f94e16627d4e 2023-11-19T01:21:00,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:21:00,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 92f841afb0e426668421f94e16627d4e in 1.0200 sec 2023-11-19T01:21:00,193 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:21:00,194 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:21:00,195 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:21:00,195 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:00,196 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:00,614 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:21:00,622 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:21:00,623 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356858739_default_test-1700356845159 to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:00,624 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:21:00,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:21:00,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356858739_default_test-1700356845159 table=test-1700356845159 type=FLUSH ttl=0 } in 1.8710 sec 2023-11-19T01:21:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:21:00,864 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700356845159, procId: 34 completed 2023-11-19T01:21:00,864 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356853406 2023-11-19T01:21:00,864 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:21:00,866 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:21:00,868 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356853406_test-1700356845159 2023-11-19T01:21:00,868 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356858739_default_test-1700356845159 to hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/ 2023-11-19T01:21:00,878 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:21:00,911 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:00,911 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,39923,1700356832578_309365240_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/.hbase-snapshot/.tmp/snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:00,911 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa, snapshotDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356858739_default_test-1700356845159. 2023-11-19T01:21:00,925 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356858739_default_test-1700356845159 to hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/.hbase-snapshot/.tmp/snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:01,358 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:01,359 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:01,359 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:01,360 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,457 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop-9150835611139909053.jar 2023-11-19T01:21:02,458 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,458 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,459 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,459 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,460 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,460 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,460 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,461 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,461 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:02,462 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:02,463 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:02,463 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:02,464 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:02,464 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:02,465 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:02,465 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:02,466 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:02,466 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:02,467 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:02,467 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:02,468 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:02,472 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:02,472 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:02,473 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:02,473 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:02,473 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:02,474 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:02,474 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:02,537 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:02,562 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356858739_default_test-1700356845159' hfile list 2023-11-19T01:21:02,576 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:21:02,824 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356862769/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:02,824 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356862769/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:02,998 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:21:03,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 output=hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 2023-11-19T01:21:03,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:21:03,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:21:03,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:03,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:21:03,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:03,892 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:21:03,894 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:21:03,902 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:03,902 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356858739_default_test-1700356845159 finished. 2023-11-19T01:21:03,903 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1034): test-1700356845159 2023-11-19T01:21:03,976 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356853406 2023-11-19T01:21:03,976 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:21:04,393 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36895/backupUT/backup_1700356853406/.backup.manifest 2023-11-19T01:21:04,393 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(358): Backup backup_1700356853406 finished: type=FULL,tablelist=test-1700356845159,targetRootDir=hdfs://localhost:36895/backupUT,startts=1700356858477,completets=1700356863973,bytescopied=0 2023-11-19T01:21:04,393 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:21:04,393 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:04,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356858739_default_test-1700356845159" 2023-11-19T01:21:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356858739_default_test-1700356845159 2023-11-19T01:21:04,410 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356858739_default_test-1700356845159 for backup backup_1700356853406 succeeded. 2023-11-19T01:21:04,411 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:21:04,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:21:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:21:04,427 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:21:04,434 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:21:04,451 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(376): Backup backup_1700356853406 completed. 2023-11-19T01:21:04,452 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:04,452 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66fb0349 to 127.0.0.1:59785 2023-11-19T01:21:04,452 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:04,453 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] backup.TestRestoreBoundaryTests(51): backup complete 2023-11-19T01:21:04,456 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-11-19T01:21:04,457 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356853406/.backup.manifest 2023-11-19T01:21:04,460 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356853406/.backup.manifest 2023-11-19T01:21:04,465 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356853406/.backup.manifest 2023-11-19T01:21:04,468 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356853406/.backup.manifest 2023-11-19T01:21:04,468 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(148): Restoring 'test-1700356845159' to 'table1' from full backup image hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159 2023-11-19T01:21:04,478 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(487): Creating target table 'table1' 2023-11-19T01:21:04,478 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e 2023-11-19T01:21:04,479 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f in region [hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e] 2023-11-19T01:21:04,484 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 first=row0 last=row98 2023-11-19T01:21:04,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-11-19T01:21:04,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:04,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 36 2023-11-19T01:21:04,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:04,907 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => c897c2ce9d072751eb8e2eb699b1ed8b, NAME => 'table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing c897c2ce9d072751eb8e2eb699b1ed8b, disabling compactions & flushes 2023-11-19T01:21:05,318 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. after waiting 0 ms 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,318 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,318 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for c897c2ce9d072751eb8e2eb699b1ed8b: 2023-11-19T01:21:05,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:05,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1700356865320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356865320"}]},"ts":"1700356865320"} 2023-11-19T01:21:05,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:05,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:05,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356865324"}]},"ts":"1700356865324"} 2023-11-19T01:21:05,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-11-19T01:21:05,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, ASSIGN}] 2023-11-19T01:21:05,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, ASSIGN 2023-11-19T01:21:05,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:21:05,486 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c897c2ce9d072751eb8e2eb699b1ed8b, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:05,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; OpenRegionProcedure c897c2ce9d072751eb8e2eb699b1ed8b, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:05,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:05,644 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(130): Open table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,644 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7254): Opening region: {ENCODED => c897c2ce9d072751eb8e2eb699b1ed8b, NAME => 'table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:05,645 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:05,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(888): Instantiated table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:05,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7296): checking encryption for c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,645 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7299): checking classloading for c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,647 INFO [StoreOpener-c897c2ce9d072751eb8e2eb699b1ed8b-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,648 INFO [StoreOpener-c897c2ce9d072751eb8e2eb699b1ed8b-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c897c2ce9d072751eb8e2eb699b1ed8b columnFamilyName f 2023-11-19T01:21:05,648 DEBUG [StoreOpener-c897c2ce9d072751eb8e2eb699b1ed8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:05,649 INFO [StoreOpener-c897c2ce9d072751eb8e2eb699b1ed8b-1 {}] regionserver.HStore(324): Store=c897c2ce9d072751eb8e2eb699b1ed8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:05,650 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,650 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,653 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1076): writing seq id for c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:05,656 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:05,657 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): Opened c897c2ce9d072751eb8e2eb699b1ed8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9805475840, jitterRate=-0.08679389953613281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:05,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(992): Region open journal for c897c2ce9d072751eb8e2eb699b1ed8b: 2023-11-19T01:21:05,659 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2556): Post open deploy tasks for table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b., pid=38, masterSystemTime=1700356865640 2023-11-19T01:21:05,661 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2583): Finished post open deploy task for table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(158): Opened table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:05,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=37 updating hbase:meta row=c897c2ce9d072751eb8e2eb699b1ed8b, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:05,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-11-19T01:21:05,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; OpenRegionProcedure c897c2ce9d072751eb8e2eb699b1ed8b, server=jenkins-hbase6.apache.org,34857,1700356835619 in 176 msec 2023-11-19T01:21:05,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:21:05,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, ASSIGN in 335 msec 2023-11-19T01:21:05,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:05,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356865669"}]},"ts":"1700356865669"} 2023-11-19T01:21:05,671 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-11-19T01:21:05,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:05,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; CreateTableProcedure table=table1 in 1.1830 sec 2023-11-19T01:21:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:21:06,604 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:table1, procId: 36 completed 2023-11-19T01:21:06,610 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e from hbase tables test-1700356845159 to tables table1 2023-11-19T01:21:06,610 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1700356845159 into table1 2023-11-19T01:21:06,613 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610 from hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e 2023-11-19T01:21:06,616 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72eec318 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:06,621 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac55c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:06,623 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:06,624 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50256, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:06,638 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:06,639 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-11-19T01:21:06,643 DEBUG [hconnection-0x20171376-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:06,645 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44038, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:06,647 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-11-19T01:21:06,648 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:06,648 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/partitions_8f46f0f4-de9f-4d1d-832e-b48eea42c40e 2023-11-19T01:21:07,093 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:07,093 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:07,094 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:07,094 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:07,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-11-19T01:21:08,125 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop-2328865018237872288.jar 2023-11-19T01:21:08,125 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,125 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,126 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,126 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,127 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,127 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,128 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,128 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,128 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,129 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:08,130 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:08,130 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:08,131 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:08,131 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:08,132 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:08,132 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:08,132 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:08,133 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:08,133 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:08,134 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:08,134 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:08,138 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,139 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,139 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,140 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,140 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,140 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:08,141 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:08,141 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-11-19T01:21:08,141 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:08,142 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72eec318 to 127.0.0.1:59785 2023-11-19T01:21:08,142 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:08,142 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:08,142 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:08,143 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:08,149 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:08,155 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:08,232 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356868199/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:08,232 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356868199/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:08,298 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/archive/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/f/ba2bbc46b6134c8cab78c6c67c5084b7 2023-11-19T01:21:08,303 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:08,425 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x34131f57 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:08,431 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36eb6b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:08,435 DEBUG [hconnection-0x7a2595a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:08,437 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44050, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:08,439 DEBUG [pool-193-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x34131f57 to 127.0.0.1:59785 2023-11-19T01:21:08,439 DEBUG [pool-193-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:08,440 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:21:08,441 DEBUG [pool-193-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:08,452 DEBUG [pool-193-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/_temporary/0/_temporary/attempt_local1032984978_0002_r_000000_0/f/03f9812b25b6422e81e3c66f753ebac5 is 37, key is row10/f:q1/1700356846807/Put/seqid=0 2023-11-19T01:21:08,457 WARN [Thread-746 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:34857] Specified favored nodes: [jenkins-hbase6.apache.org:34857] 2023-11-19T01:21:09,287 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610 2023-11-19T01:21:09,288 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x732754c0 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:09,295 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de9b910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:09,297 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:09,299 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:09,307 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/_SUCCESS 2023-11-19T01:21:09,313 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:09,314 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50258, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:09,349 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/f/03f9812b25b6422e81e3c66f753ebac5 first=Optional[row0] last=Optional[row98] 2023-11-19T01:21:09,368 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b., hostname=jenkins-hbase6.apache.org,34857,1700356835619, seqNum=2 for row with hfile group [{f,hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/f/03f9812b25b6422e81e3c66f753ebac5}] 2023-11-19T01:21:09,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/f/03f9812b25b6422e81e3c66f753ebac5 for inclusion in c897c2ce9d072751eb8e2eb699b1ed8b/f 2023-11-19T01:21:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:21:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegion(2520): Flush status journal for c897c2ce9d072751eb8e2eb699b1ed8b: 2023-11-19T01:21:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-default-table1-1700356866610/f/03f9812b25b6422e81e3c66f753ebac5 to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__table1__lqhpqlqdh4vq0h33osd2tbmau51p3pkqsshi59hc09cb0pi3v5bqsr2i1ll1cfm/f/03f9812b25b6422e81e3c66f753ebac5 2023-11-19T01:21:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__table1__lqhpqlqdh4vq0h33osd2tbmau51p3pkqsshi59hc09cb0pi3v5bqsr2i1ll1cfm/f/03f9812b25b6422e81e3c66f753ebac5 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_ 2023-11-19T01:21:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42f70a15 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1b51a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:09,410 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50272, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:09,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44064, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:09,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42f70a15 to 127.0.0.1:59785 2023-11-19T01:21:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:09,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__table1__lqhpqlqdh4vq0h33osd2tbmau51p3pkqsshi59hc09cb0pi3v5bqsr2i1ll1cfm/f/03f9812b25b6422e81e3c66f753ebac5 into c897c2ce9d072751eb8e2eb699b1ed8b/f as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_ - updating store file list. 2023-11-19T01:21:09,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_ into c897c2ce9d072751eb8e2eb699b1ed8b/f 2023-11-19T01:21:09,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__table1__lqhpqlqdh4vq0h33osd2tbmau51p3pkqsshi59hc09cb0pi3v5bqsr2i1ll1cfm/f/03f9812b25b6422e81e3c66f753ebac5 into c897c2ce9d072751eb8e2eb699b1ed8b/f (new location: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_) 2023-11-19T01:21:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__table1__lqhpqlqdh4vq0h33osd2tbmau51p3pkqsshi59hc09cb0pi3v5bqsr2i1ll1cfm/f/03f9812b25b6422e81e3c66f753ebac5 2023-11-19T01:21:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x79abe6f9 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170f7cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:09,458 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50278, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:09,462 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44078, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:09,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x79abe6f9 to 127.0.0.1:59785 2023-11-19T01:21:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:09,486 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:09,487 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x732754c0 to 127.0.0.1:59785 2023-11-19T01:21:09,487 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:09,487 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:09,488 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:21:09,488 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(233): Backup: backup_1700356853406 hdfs://localhost:36895/backupUT/backup_1700356853406/default/test-1700356845159/ 2023-11-19T01:21:09,488 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:21:09,491 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$18(967): Started disable of table1 2023-11-19T01:21:09,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable table1 2023-11-19T01:21:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=39, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-11-19T01:21:09,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356869507"}]},"ts":"1700356869507"} 2023-11-19T01:21:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:21:09,509 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-11-19T01:21:09,510 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-11-19T01:21:09,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, UNASSIGN}] 2023-11-19T01:21:09,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, UNASSIGN 2023-11-19T01:21:09,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c897c2ce9d072751eb8e2eb699b1ed8b, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:09,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure c897c2ce9d072751eb8e2eb699b1ed8b, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:21:09,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:09,675 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(119): Close c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:09,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1668): Closing c897c2ce9d072751eb8e2eb699b1ed8b, disabling compactions & flushes 2023-11-19T01:21:09,675 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1690): Closing region table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:09,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:09,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1778): Acquired close lock on table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. after waiting 0 ms 2023-11-19T01:21:09,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1788): Updates disabled for region table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:09,683 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:21:09,684 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:09,684 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1909): Closed table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b. 2023-11-19T01:21:09,684 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1622): Region close journal for c897c2ce9d072751eb8e2eb699b1ed8b: 2023-11-19T01:21:09,685 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(163): Closed c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:09,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=c897c2ce9d072751eb8e2eb699b1ed8b, regionState=CLOSED 2023-11-19T01:21:09,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-19T01:21:09,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure c897c2ce9d072751eb8e2eb699b1ed8b, server=jenkins-hbase6.apache.org,34857,1700356835619 in 173 msec 2023-11-19T01:21:09,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=40, resume processing ppid=39 2023-11-19T01:21:09,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=table1, region=c897c2ce9d072751eb8e2eb699b1ed8b, UNASSIGN in 179 msec 2023-11-19T01:21:09,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356869692"}]},"ts":"1700356869692"} 2023-11-19T01:21:09,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-11-19T01:21:09,695 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-11-19T01:21:09,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, state=SUCCESS; DisableTableProcedure table=table1 in 198 msec 2023-11-19T01:21:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=39 2023-11-19T01:21:09,811 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: default:table1, procId: 39 completed 2023-11-19T01:21:09,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$5(2449): Client=jenkins//172.31.2.20 delete table1 2023-11-19T01:21:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=table1 2023-11-19T01:21:09,830 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:21:09,831 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:21:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:09,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:09,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f, FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/recovered.edits] 2023-11-19T01:21:09,854 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_ to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/archive/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/f/3d74b5bebe4e498e976f9988f084123c_SeqId_4_ 2023-11-19T01:21:09,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/recovered.edits/6.seqid to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/archive/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b/recovered.edits/6.seqid 2023-11-19T01:21:09,859 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/table1/c897c2ce9d072751eb8e2eb699b1ed8b 2023-11-19T01:21:09,860 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-11-19T01:21:09,863 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:21:09,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34857 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2023-11-19T01:21:09,874 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-11-19T01:21:09,877 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-11-19T01:21:09,878 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:21:09,878 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-11-19T01:21:09,879 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700356869878"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:09,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:21:09,881 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c897c2ce9d072751eb8e2eb699b1ed8b, NAME => 'table1,,1700356864492.c897c2ce9d072751eb8e2eb699b1ed8b.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:21:09,881 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-11-19T01:21:09,881 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700356869881"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:09,883 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-11-19T01:21:09,887 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=table1 2023-11-19T01:21:09,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=table1 in 67 msec 2023-11-19T01:21:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=42 2023-11-19T01:21:09,936 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: default:table1, procId: 42 completed 2023-11-19T01:21:09,955 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreSingleEmpty Thread=595 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1743781957_16 at /127.0.0.1:60140 [Receiving block BP-1637207489-172.31.2.20-1700356829298:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1743781957_16 at /127.0.0.1:60134 [Receiving block BP-1637207489-172.31.2.20-1700356829298:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1637207489-172.31.2.20-1700356829298:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1637207489-172.31.2.20-1700356829298:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-316743341_16 at /127.0.0.1:56504 [Waiting for operation #21] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=707 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=235 (was 242), ProcessCount=167 (was 168), AvailableMemoryMB=3658 (was 3810) 2023-11-19T01:21:09,955 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-11-19T01:21:09,970 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(147): before: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=595, OpenFileDescriptor=707, MaxFileDescriptor=60000, SystemLoadAverage=235, ProcessCount=167, AvailableMemoryMB=3658 2023-11-19T01:21:09,970 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-11-19T01:21:09,971 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] backup.TestRestoreBoundaryTests(67): create full backup image on multiple tables 2023-11-19T01:21:09,972 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x69bb800c to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:09,977 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d265e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:09,981 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:09,984 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44082, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:09,987 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:09,988 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:50286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:10,003 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:21:10,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:21:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356870009 (current time:1700356870009). 2023-11-19T01:21:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:21:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:21:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x209a3b55 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7a001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:10,018 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44084, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x209a3b55 to 127.0.0.1:59785 2023-11-19T01:21:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:21:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:21:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:21:10,023 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:21:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:10,024 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:21:10,028 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot, current working dir path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:21:10,032 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:21:10,041 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:21:10,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021}] 2023-11-19T01:21:10,043 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:10,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:10,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34857 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=44 2023-11-19T01:21:10,195 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:10,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2819): Flushing 3950e9b95c3887a90a3425f6ae90d021 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-19T01:21:10,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/b4d3d35bb9f1459a9a7123e4f8868704 is 169, key is trslm:hdfs://localhost:36895/backupUT\x00test-1700356845159/meta:log-roll-map/1700356863963/Put/seqid=0 2023-11-19T01:21:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:10,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/b4d3d35bb9f1459a9a7123e4f8868704 2023-11-19T01:21:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:10,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/5180484cc68549ebbcb4529791fa101a is 310, key is session:backup_1700356853406/session:context/1700356864433/Put/seqid=0 2023-11-19T01:21:11,039 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/5180484cc68549ebbcb4529791fa101a 2023-11-19T01:21:11,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/b4d3d35bb9f1459a9a7123e4f8868704 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/b4d3d35bb9f1459a9a7123e4f8868704 2023-11-19T01:21:11,053 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/b4d3d35bb9f1459a9a7123e4f8868704, entries=4, sequenceid=17, filesize=5.5 K 2023-11-19T01:21:11,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/5180484cc68549ebbcb4529791fa101a as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/5180484cc68549ebbcb4529791fa101a 2023-11-19T01:21:11,062 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/5180484cc68549ebbcb4529791fa101a, entries=2, sequenceid=17, filesize=5.3 K 2023-11-19T01:21:11,064 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 3950e9b95c3887a90a3425f6ae90d021 in 869ms, sequenceid=17, compaction requested=false 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.HRegion(2520): Flush status journal for 3950e9b95c3887a90a3425f6ae90d021: 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. for snapshot_backup_system completed. 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/b4d3d35bb9f1459a9a7123e4f8868704] hfiles 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/b4d3d35bb9f1459a9a7123e4f8868704 for snapshot=snapshot_backup_system 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/5180484cc68549ebbcb4529791fa101a] hfiles 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/082049c04ba34bb4839ef0f5f0ca5c4f for snapshot=snapshot_backup_system 2023-11-19T01:21:11,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/5180484cc68549ebbcb4529791fa101a for snapshot=snapshot_backup_system 2023-11-19T01:21:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:11,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:21:11,242 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:21:11,244 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:45206, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:21:11,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:11,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=44 2023-11-19T01:21:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster(4026): Remote procedure done, pid=44 2023-11-19T01:21:11,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:11,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=44, ppid=43, state=RUNNABLE; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:11,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=44, resume processing ppid=43 2023-11-19T01:21:11,475 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:21:11,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, ppid=43, state=SUCCESS; SnapshotRegionProcedure 3950e9b95c3887a90a3425f6ae90d021 in 1.4320 sec 2023-11-19T01:21:11,476 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:21:11,477 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:21:11,477 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:21:11,478 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:21:11,890 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:21:11,898 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:21:11,899 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:21:11,901 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:21:11,901 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-11-19T01:21:11,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8810 sec 2023-11-19T01:21:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=43 2023-11-19T01:21:12,130 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-11-19T01:21:12,131 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(115): Backup backup_1700356869977 started at 1700356872130. 2023-11-19T01:21:12,133 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(119): Backup session backup_1700356869977 has been started. 2023-11-19T01:21:12,138 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:21:12,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:21:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:21:12,139 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:21:12,139 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:21:12,140 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:21:12,140 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:21:12,141 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,141 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:12,143 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,143 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:21:12,143 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:21:12,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:21:12,143 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,143 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:21:12,143 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:12,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:21:12,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:12,144 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:21:12,145 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:21:12,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:21:12,145 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:21:12,145 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:21:12,146 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:21:12,146 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:21:12,146 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,34857,1700356835619' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:21:12,148 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,148 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:12,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:12,148 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,148 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:21:12,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:12,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:12,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,150 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:12,150 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,34857,1700356835619' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:21:12,150 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@aedfd1e[Count = 0] remaining members to acquire global barrier 2023-11-19T01:21:12,150 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:21:12,151 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,152 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,152 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,152 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,152 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:21:12,152 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:21:12,152 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,152 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:21:12,152 DEBUG [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,152 INFO [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356858539 highest: 1700356858539 on jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,152 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619:(num 1700356858539) roll requested 2023-11-19T01:21:12,164 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356872152, exclude list is [], retry=0 2023-11-19T01:21:12,168 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:21:12,169 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356858539 with entries=15, filesize=3.49 KB; new WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356872152 2023-11-19T01:21:12,170 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:21:12,170 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356858539 is not closed yet, will try archiving it next time 2023-11-19T01:21:12,170 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta:.meta(num 1700356858561) roll requested 2023-11-19T01:21:12,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.1700356858539 not finished, retry = 0 2023-11-19T01:21:12,181 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356872170.meta, exclude list is [], retry=0 2023-11-19T01:21:12,185 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK] 2023-11-19T01:21:12,187 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356858561.meta with entries=12, filesize=2.73 KB; new WAL /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356872170.meta 2023-11-19T01:21:12,187 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35867,DS-95d94856-aaeb-4fb0-ad39-66915cce4dc8,DISK]] 2023-11-19T01:21:12,187 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/WALs/jenkins-hbase6.apache.org,34857,1700356835619/jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta.1700356858561.meta is not closed yet, will try archiving it next time 2023-11-19T01:21:12,192 DEBUG [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:21:12,192 INFO [rs(jenkins-hbase6.apache.org,34857,1700356835619)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356872152 on jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,203 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:21:12,203 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,34857,1700356835619' in zk 2023-11-19T01:21:12,206 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,206 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:21:12,206 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:21:12,206 DEBUG [member: 'jenkins-hbase6.apache.org,34857,1700356835619' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:21:12,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:12,206 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:12,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:12,207 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:12,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,208 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:12,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,209 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,210 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,34857,1700356835619': 2023-11-19T01:21:12,210 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,34857,1700356835619' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:21:12,210 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:21:12,210 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:21:12,210 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:21:12,210 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:21:12,210 INFO [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:21:12,213 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,213 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,213 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:21:12,213 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:21:12,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:21:12,213 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:21:12,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:21:12,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:21:12,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,214 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:21:12,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,215 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,215 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:21:12,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:21:12,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,220 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:21:12,220 DEBUG [(jenkins-hbase6.apache.org,39923,1700356832578)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:21:12,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:21:12,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:21:12,220 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:21:12,221 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:21:12,221 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:21:12,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:21:12,221 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:21:12,322 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:21:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:21:12,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } 2023-11-19T01:21:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356872326 (current time:1700356872326). 2023-11-19T01:21:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:21:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356872325_ns2_test-17003568451591 VERSION not specified, setting to 2 2023-11-19T01:21:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0306c970 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eff2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:12,336 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49742, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0306c970 to 127.0.0.1:59785 2023-11-19T01:21:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:21:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } 2023-11-19T01:21:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-19T01:21:12,341 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:21:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:12,342 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:21:12,345 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot, current working dir path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356872325_ns2_test-17003568451591 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:21:12,347 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:21:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:12,754 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:21:12,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure ad122d9288c1a1f169a2636a2223304a}] 2023-11-19T01:21:12,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:12,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:12,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34857 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=46 2023-11-19T01:21:12,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:12,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2819): Flushing ad122d9288c1a1f169a2636a2223304a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:21:12,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/.tmp/f/1106261298cb4a81946e6689fe38c350 is 37, key is row10/f:q1/1700356849025/Put/seqid=0 2023-11-19T01:21:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:13,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/.tmp/f/1106261298cb4a81946e6689fe38c350 2023-11-19T01:21:13,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/.tmp/f/1106261298cb4a81946e6689fe38c350 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 2023-11-19T01:21:13,344 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:21:13,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for ad122d9288c1a1f169a2636a2223304a in 436ms, sequenceid=103, compaction requested=false 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.HRegion(2520): Flush status journal for ad122d9288c1a1f169a2636a2223304a: 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. for snapshot_1700356872325_ns2_test-17003568451591 completed. 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(240): Storing 'ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a.' region-info for snapshot=snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350] hfiles 2023-11-19T01:21:13,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 for snapshot=snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:13,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:13,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=46 2023-11-19T01:21:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster(4026): Remote procedure done, pid=46 2023-11-19T01:21:13,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356872325_ns2_test-17003568451591 on region ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:13,354 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE; SnapshotRegionProcedure ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:13,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-11-19T01:21:13,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; SnapshotRegionProcedure ad122d9288c1a1f169a2636a2223304a in 601 msec 2023-11-19T01:21:13,357 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:21:13,358 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:21:13,358 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:21:13,359 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:13,359 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:13,375 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:21:13,381 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:21:13,382 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356872325_ns2_test-17003568451591 to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:13,383 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=45, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:21:13,384 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 }, snapshot procedure id = 45 2023-11-19T01:21:13,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=45, snapshot={ ss=snapshot_1700356872325_ns2_test-17003568451591 table=ns2:test-17003568451591 type=FLUSH ttl=0 } in 1.0460 sec 2023-11-19T01:21:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=45 2023-11-19T01:21:13,447 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns2:test-17003568451591, procId: 45 completed 2023-11-19T01:21:13,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } 2023-11-19T01:21:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356873448 (current time:1700356873448). 2023-11-19T01:21:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:21:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356873447_ns3_test-17003568451592 VERSION not specified, setting to 2 2023-11-19T01:21:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x00c95928 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3762119a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:13,461 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x00c95928 to 127.0.0.1:59785 2023-11-19T01:21:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:21:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } 2023-11-19T01:21:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-11-19T01:21:13,465 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:21:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:21:13,466 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:21:13,469 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot, current working dir path: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356873447_ns3_test-17003568451592 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:21:13,472 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:21:13,480 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:21:13,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 18ce4537b1064d1975bdff918b60b57b}] 2023-11-19T01:21:13,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:21:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:21:13,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:13,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34857 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2023-11-19T01:21:13,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:13,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2520): Flush status journal for 18ce4537b1064d1975bdff918b60b57b: 2023-11-19T01:21:13,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. for snapshot_1700356873447_ns3_test-17003568451592 completed. 2023-11-19T01:21:13,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(240): Storing 'ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b.' region-info for snapshot=snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:13,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:21:13,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:21:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:21:14,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:14,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=48 2023-11-19T01:21:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster(4026): Remote procedure done, pid=48 2023-11-19T01:21:14,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356873447_ns3_test-17003568451592 on region 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:21:14,044 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE; SnapshotRegionProcedure 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:21:14,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=48, resume processing ppid=47 2023-11-19T01:21:14,047 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:21:14,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, ppid=47, state=SUCCESS; SnapshotRegionProcedure 18ce4537b1064d1975bdff918b60b57b in 564 msec 2023-11-19T01:21:14,048 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:21:14,049 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:21:14,049 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:14,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:21:14,460 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:21:14,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:21:14,466 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/.tmp/snapshot_1700356873447_ns3_test-17003568451592 to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:14,467 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:21:14,467 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 }, snapshot procedure id = 47 2023-11-19T01:21:14,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_1700356873447_ns3_test-17003568451592 table=ns3:test-17003568451592 type=FLUSH ttl=0 } in 1.0040 sec 2023-11-19T01:21:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=47 2023-11-19T01:21:14,571 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-17003568451592, procId: 47 completed 2023-11-19T01:21:14,571 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356869977 2023-11-19T01:21:14,571 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:21:14,571 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-19T01:21:14,571 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356869977_ns3:test-17003568451592 2023-11-19T01:21:14,571 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356873447_ns3_test-17003568451592 to hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592/ 2023-11-19T01:21:14,571 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:21:14,595 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:14,595 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,39923,1700356832578_54109486_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592/.hbase-snapshot/.tmp/snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:14,596 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa, snapshotDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356873447_ns3_test-17003568451592. 2023-11-19T01:21:14,601 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356873447_ns3_test-17003568451592 to hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592/.hbase-snapshot/.tmp/snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:15,023 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,023 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,024 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:15,024 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,036 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop-6304284033849520042.jar 2023-11-19T01:21:16,037 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,037 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,038 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,038 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,039 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,039 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,039 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,040 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,040 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:16,041 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:16,042 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:16,042 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:16,043 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:16,043 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:16,044 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:16,044 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:16,044 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:16,045 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:16,045 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:16,046 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:16,046 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:16,047 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:16,047 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:16,048 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:16,048 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:16,049 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:16,049 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:16,050 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:16,086 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:16,111 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356873447_ns3_test-17003568451592' hfile list 2023-11-19T01:21:16,198 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356876158/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:16,198 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356876158/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:17,258 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:21:17,260 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:21:17,266 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:17,266 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356873447_ns3_test-17003568451592 finished. 2023-11-19T01:21:17,266 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356869977_ns2:test-17003568451591 2023-11-19T01:21:17,266 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356872325_ns2_test-17003568451591 to hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/ 2023-11-19T01:21:17,266 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:21:17,290 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:17,290 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,39923,1700356832578_-1913636611_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/.hbase-snapshot/.tmp/snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:17,290 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:36895, inputRoot=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa, snapshotDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356872325_ns2_test-17003568451591. 2023-11-19T01:21:17,300 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/.hbase-snapshot/snapshot_1700356872325_ns2_test-17003568451591 to hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/.hbase-snapshot/.tmp/snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:17,715 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:17,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:17,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:17,717 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,710 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop-2649543521626090048.jar 2023-11-19T01:21:18,711 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,711 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,711 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,712 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,712 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,713 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,713 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,714 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,714 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:18,715 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:18,715 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:18,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:18,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:18,717 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:18,717 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:18,718 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:18,718 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:18,718 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:18,719 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:18,719 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:18,720 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:18,720 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:18,721 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:18,722 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:18,722 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:18,722 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:21:18,723 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:18,723 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:18,758 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:18,776 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356872325_ns2_test-17003568451591' hfile list 2023-11-19T01:21:18,778 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:21:18,848 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356878814/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:18,848 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356878814/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:18,902 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:21:18,928 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 output=hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 2023-11-19T01:21:18,928 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:21:19,883 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:21:19,884 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:21:19,892 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:19,892 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356872325_ns2_test-17003568451591 finished. 2023-11-19T01:21:19,892 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1034): ns3:test-17003568451592 2023-11-19T01:21:19,892 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1034): ns2:test-17003568451591 2023-11-19T01:21:19,900 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356869977 2023-11-19T01:21:19,900 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:21:20,305 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,305 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356869977 2023-11-19T01:21:20,305 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:21:20,600 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-19T01:21:20,600 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-19T01:21:20,711 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,711 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(358): Backup backup_1700356869977 finished: type=FULL,tablelist=ns3:test-17003568451592;ns2:test-17003568451591,targetRootDir=hdfs://localhost:36895/backupUT,startts=1700356872130,completets=1700356879899,bytescopied=0 2023-11-19T01:21:20,712 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:21:20,712 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:20,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356873447_ns3_test-17003568451592" 2023-11-19T01:21:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356873447_ns3_test-17003568451592 2023-11-19T01:21:20,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356873447_ns3_test-17003568451592 for backup backup_1700356869977 succeeded. 2023-11-19T01:21:20,716 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:20,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356872325_ns2_test-17003568451591" 2023-11-19T01:21:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356872325_ns2_test-17003568451591 2023-11-19T01:21:20,720 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356872325_ns2_test-17003568451591 for backup backup_1700356869977 succeeded. 2023-11-19T01:21:20,721 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:21:20,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:21:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:21:20,729 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:21:20,731 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:21:20,737 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.TableBackupClient(376): Backup backup_1700356869977 completed. 2023-11-19T01:21:20,737 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:20,737 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x69bb800c to 127.0.0.1:59785 2023-11-19T01:21:20,737 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:20,739 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-11-19T01:21:20,740 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(101): HBase table ns3:table3_restore does not exist. It will be created during restore process 2023-11-19T01:21:20,741 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,743 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,743 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,745 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,746 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,748 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:20,748 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-17003568451591' to 'ns2:table2' from full backup image hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591 2023-11-19T01:21:20,756 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-11-19T01:21:20,756 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:20,757 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f in region [hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a] 2023-11-19T01:21:20,760 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 first=row0 last=row98 2023-11-19T01:21:20,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-11-19T01:21:20,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:20,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 49 2023-11-19T01:21:20,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:21,172 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 36fb204cc9f230157a711d59eed1efa2, NAME => 'ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:21,579 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:21,579 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 36fb204cc9f230157a711d59eed1efa2, disabling compactions & flushes 2023-11-19T01:21:21,580 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. after waiting 0 ms 2023-11-19T01:21:21,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,580 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 36fb204cc9f230157a711d59eed1efa2: 2023-11-19T01:21:21,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:21,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1700356881581"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356881581"}]},"ts":"1700356881581"} 2023-11-19T01:21:21,583 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:21,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:21,584 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356881584"}]},"ts":"1700356881584"} 2023-11-19T01:21:21,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-11-19T01:21:21,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, ASSIGN}] 2023-11-19T01:21:21,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, ASSIGN 2023-11-19T01:21:21,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=50, ppid=49, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:21:21,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=36fb204cc9f230157a711d59eed1efa2, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:21,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; OpenRegionProcedure 36fb204cc9f230157a711d59eed1efa2, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:21,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:21,900 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(130): Open ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7254): Opening region: {ENCODED => 36fb204cc9f230157a711d59eed1efa2, NAME => 'ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:21,901 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:21,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(888): Instantiated ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:21,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7296): checking encryption for 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,901 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7299): checking classloading for 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,902 INFO [StoreOpener-36fb204cc9f230157a711d59eed1efa2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,904 INFO [StoreOpener-36fb204cc9f230157a711d59eed1efa2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36fb204cc9f230157a711d59eed1efa2 columnFamilyName f 2023-11-19T01:21:21,904 DEBUG [StoreOpener-36fb204cc9f230157a711d59eed1efa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:21,905 INFO [StoreOpener-36fb204cc9f230157a711d59eed1efa2-1 {}] regionserver.HStore(324): Store=36fb204cc9f230157a711d59eed1efa2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:21,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,906 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,908 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1076): writing seq id for 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:21,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:21,911 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): Opened 36fb204cc9f230157a711d59eed1efa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11417399360, jitterRate=0.06332817673683167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:21,911 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(992): Region open journal for 36fb204cc9f230157a711d59eed1efa2: 2023-11-19T01:21:21,912 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2., pid=51, masterSystemTime=1700356881896 2023-11-19T01:21:21,914 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,914 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(158): Opened ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:21,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=50 updating hbase:meta row=36fb204cc9f230157a711d59eed1efa2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:21,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-11-19T01:21:21,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; OpenRegionProcedure 36fb204cc9f230157a711d59eed1efa2, server=jenkins-hbase6.apache.org,34857,1700356835619 in 171 msec 2023-11-19T01:21:21,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=50, resume processing ppid=49 2023-11-19T01:21:21,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, ppid=49, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, ASSIGN in 329 msec 2023-11-19T01:21:21,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:21,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356881920"}]},"ts":"1700356881920"} 2023-11-19T01:21:21,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-11-19T01:21:21,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=49, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:21,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1630 sec 2023-11-19T01:21:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=49 2023-11-19T01:21:22,872 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:table2, procId: 49 completed 2023-11-19T01:21:22,875 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a from hbase tables ns2:test-17003568451591 to tables ns2:table2 2023-11-19T01:21:22,875 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17003568451591 into ns2:table2 2023-11-19T01:21:22,877 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875 from hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:22,879 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6885d36f to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:22,884 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6bc070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:22,885 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:22,886 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58562, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:22,888 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-11-19T01:21:22,888 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-11-19T01:21:22,891 DEBUG [hconnection-0x70785186-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:22,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54790, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:22,894 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-11-19T01:21:22,894 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-11-19T01:21:22,894 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/partitions_6db2f199-3a25-4a4b-9bc1-611fefee0789 2023-11-19T01:21:23,303 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:23,303 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:23,304 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:23,304 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:23,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-11-19T01:21:23,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:24,309 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop-6317988751218678115.jar 2023-11-19T01:21:24,309 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,310 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,310 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,311 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,311 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,311 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,312 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,312 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,313 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,313 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:24,314 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:21:24,314 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:21:24,315 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:21:24,315 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:21:24,316 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:21:24,316 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:21:24,316 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:21:24,317 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:21:24,317 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:21:24,318 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:21:24,318 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:21:24,319 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,319 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,320 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,320 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,320 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,320 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:21:24,321 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:21:24,321 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-11-19T01:21:24,321 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:24,322 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6885d36f to 127.0.0.1:59785 2023-11-19T01:21:24,322 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:24,322 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-11-19T01:21:24,322 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-11-19T01:21:24,323 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:21:24,329 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:21:24,335 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-11-19T01:21:24,409 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356884377/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:21:24,410 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/mapreduce.cluster.local.dir/1700356884377/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:21:24,472 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/archive/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/f/1106261298cb4a81946e6689fe38c350 2023-11-19T01:21:24,476 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-11-19T01:21:24,500 DEBUG [pool-233-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2b2dd68e to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:24,506 DEBUG [pool-233-thread-1 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaaca6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:24,508 DEBUG [hconnection-0x7a523168-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:24,510 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54796, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:24,512 DEBUG [pool-233-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2b2dd68e to 127.0.0.1:59785 2023-11-19T01:21:24,512 DEBUG [pool-233-thread-1 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:24,513 DEBUG [pool-233-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-11-19T01:21:24,513 DEBUG [pool-233-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase6.apache.org 2023-11-19T01:21:24,521 DEBUG [pool-233-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/_temporary/0/_temporary/attempt_local895223489_0005_r_000000_0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 is 37, key is row10/f:q1/1700356849025/Put/seqid=0 2023-11-19T01:21:24,523 WARN [Thread-939 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase6.apache.org:34857] Specified favored nodes: [jenkins-hbase6.apache.org:34857] 2023-11-19T01:21:25,475 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875 2023-11-19T01:21:25,476 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x54c3bc44 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:25,486 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ed2270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:25,488 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:25,489 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54798, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:25,497 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/_SUCCESS 2023-11-19T01:21:25,501 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:25,503 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58564, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:25,518 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 first=Optional[row0] last=Optional[row98] 2023-11-19T01:21:25,520 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2., hostname=jenkins-hbase6.apache.org,34857,1700356835619, seqNum=2 for row with hfile group [{f,hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/f/6ca0cd0deb9d4685ad24df80a3a9d3c0}] 2023-11-19T01:21:25,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 for inclusion in 36fb204cc9f230157a711d59eed1efa2/f 2023-11-19T01:21:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-11-19T01:21:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(625): Region bounds: first= last= 2023-11-19T01:21:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegion(2520): Flush status journal for 36fb204cc9f230157a711d59eed1efa2: 2023-11-19T01:21:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/hbase-staging/bulk_output-ns2-table2-1700356882875/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__ns2_table2__2msrieokrskre59bgpmdihig560fif5behscr6nbsu9c4p8paghma7up988192g0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 2023-11-19T01:21:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__ns2_table2__2msrieokrskre59bgpmdihig560fif5behscr6nbsu9c4p8paghma7up988192g0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_ 2023-11-19T01:21:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3ec06c14 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a99862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:25,548 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58580, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:21:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:25,554 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54806, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:25,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-11-19T01:21:25,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3ec06c14 to 127.0.0.1:59785 2023-11-19T01:21:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:25,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__ns2_table2__2msrieokrskre59bgpmdihig560fif5behscr6nbsu9c4p8paghma7up988192g0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 into 36fb204cc9f230157a711d59eed1efa2/f as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_ - updating store file list. 2023-11-19T01:21:25,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_ into 36fb204cc9f230157a711d59eed1efa2/f 2023-11-19T01:21:25,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__ns2_table2__2msrieokrskre59bgpmdihig560fif5behscr6nbsu9c4p8paghma7up988192g0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 into 36fb204cc9f230157a711d59eed1efa2/f (new location: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_) 2023-11-19T01:21:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/staging/jenkins__ns2_table2__2msrieokrskre59bgpmdihig560fif5behscr6nbsu9c4p8paghma7up988192g0/f/6ca0cd0deb9d4685ad24df80a3a9d3c0 2023-11-19T01:21:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x430be665 to 127.0.0.1:59785 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c6d137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:21:25,604 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:21:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:25,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:54820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-11-19T01:21:25,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x430be665 to 127.0.0.1:59785 2023-11-19T01:21:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:25,627 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:25,627 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x54c3bc44 to 127.0.0.1:59785 2023-11-19T01:21:25,627 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:25,627 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-11-19T01:21:25,628 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:21:25,628 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(233): Backup: backup_1700356869977 hdfs://localhost:36895/backupUT/backup_1700356869977/ns2/test-17003568451591/ 2023-11-19T01:21:25,628 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36895/backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:25,632 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700356869977/.backup.manifest 2023-11-19T01:21:25,632 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(148): Restoring 'ns3:test-17003568451592' to 'ns3:table3_restore' from full backup image hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592 2023-11-19T01:21:25,639 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(101): Folder tableArchivePath: hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592/archive/data/ns3/test-17003568451592 does not exists 2023-11-19T01:21:25,639 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(326): find table descriptor but no archive dir for table ns3:test-17003568451592, will only create table 2023-11-19T01:21:25,640 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] util.RestoreTool(487): Creating target table 'ns3:table3_restore' 2023-11-19T01:21:25,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:table3_restore 2023-11-19T01:21:25,644 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:25,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "table3_restore" procId is: 52 2023-11-19T01:21:25,644 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:26,064 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0ccf0b040c96ee8e5f1f58a31b192f18, NAME => 'ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:table3_restore', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa 2023-11-19T01:21:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:26,470 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:26,471 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1668): Closing 0ccf0b040c96ee8e5f1f58a31b192f18, disabling compactions & flushes 2023-11-19T01:21:26,471 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,471 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,471 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. after waiting 0 ms 2023-11-19T01:21:26,471 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,471 INFO [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,471 DEBUG [RegionOpenAndInit-ns3:table3_restore-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0ccf0b040c96ee8e5f1f58a31b192f18: 2023-11-19T01:21:26,472 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:26,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700356886472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356886472"}]},"ts":"1700356886472"} 2023-11-19T01:21:26,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:26,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:26,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356886475"}]},"ts":"1700356886475"} 2023-11-19T01:21:26,476 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLING in hbase:meta 2023-11-19T01:21:26,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, ASSIGN}] 2023-11-19T01:21:26,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, ASSIGN 2023-11-19T01:21:26,486 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34857,1700356835619; forceNewPlan=false, retain=false 2023-11-19T01:21:26,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=0ccf0b040c96ee8e5f1f58a31b192f18, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:26,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; OpenRegionProcedure 0ccf0b040c96ee8e5f1f58a31b192f18, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:26,792 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:26,796 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(130): Open ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,796 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7254): Opening region: {ENCODED => 0ccf0b040c96ee8e5f1f58a31b192f18, NAME => 'ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:26,796 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:26,796 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table3_restore 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,796 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(888): Instantiated ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:26,796 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7296): checking encryption for 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,796 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7299): checking classloading for 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,798 INFO [StoreOpener-0ccf0b040c96ee8e5f1f58a31b192f18-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,799 INFO [StoreOpener-0ccf0b040c96ee8e5f1f58a31b192f18-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccf0b040c96ee8e5f1f58a31b192f18 columnFamilyName f 2023-11-19T01:21:26,799 DEBUG [StoreOpener-0ccf0b040c96ee8e5f1f58a31b192f18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:26,800 INFO [StoreOpener-0ccf0b040c96ee8e5f1f58a31b192f18-1 {}] regionserver.HStore(324): Store=0ccf0b040c96ee8e5f1f58a31b192f18/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:26,801 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,801 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,803 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1076): writing seq id for 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:26,805 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:26,806 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): Opened 0ccf0b040c96ee8e5f1f58a31b192f18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9404546880, jitterRate=-0.12413331866264343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:26,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(992): Region open journal for 0ccf0b040c96ee8e5f1f58a31b192f18: 2023-11-19T01:21:26,807 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18., pid=54, masterSystemTime=1700356886792 2023-11-19T01:21:26,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,809 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(158): Opened ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:26,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=0ccf0b040c96ee8e5f1f58a31b192f18, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:26,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-11-19T01:21:26,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; OpenRegionProcedure 0ccf0b040c96ee8e5f1f58a31b192f18, server=jenkins-hbase6.apache.org,34857,1700356835619 in 171 msec 2023-11-19T01:21:26,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-11-19T01:21:26,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, ASSIGN in 329 msec 2023-11-19T01:21:26,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:26,815 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356886815"}]},"ts":"1700356886815"} 2023-11-19T01:21:26,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=ENABLED in hbase:meta 2023-11-19T01:21:26,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=52, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:table3_restore execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:26,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; CreateTableProcedure table=ns3:table3_restore in 1.1780 sec 2023-11-19T01:21:27,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:21:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=52 2023-11-19T01:21:27,753 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:table3_restore, procId: 52 completed 2023-11-19T01:21:27,757 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-11-19T01:21:27,757 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(233): Backup: backup_1700356869977 hdfs://localhost:36895/backupUT/backup_1700356869977/ns3/test-17003568451592/ 2023-11-19T01:21:27,757 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-11-19T01:21:27,760 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$18(967): Started disable of ns2:table2 2023-11-19T01:21:27,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable ns2:table2 2023-11-19T01:21:27,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:table2 2023-11-19T01:21:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:21:27,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356887765"}]},"ts":"1700356887765"} 2023-11-19T01:21:27,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2023-11-19T01:21:27,772 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(293): Set ns2:table2 to state=DISABLING 2023-11-19T01:21:27,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, UNASSIGN}] 2023-11-19T01:21:27,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, UNASSIGN 2023-11-19T01:21:27,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=36fb204cc9f230157a711d59eed1efa2, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:27,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; CloseRegionProcedure 36fb204cc9f230157a711d59eed1efa2, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:21:27,929 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:27,930 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(119): Close 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:27,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1668): Closing 36fb204cc9f230157a711d59eed1efa2, disabling compactions & flushes 2023-11-19T01:21:27,930 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1690): Closing region ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:27,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:27,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. after waiting 0 ms 2023-11-19T01:21:27,930 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:27,938 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:21:27,938 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:27,939 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1909): Closed ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2. 2023-11-19T01:21:27,939 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1622): Region close journal for 36fb204cc9f230157a711d59eed1efa2: 2023-11-19T01:21:27,941 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(163): Closed 36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:27,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=36fb204cc9f230157a711d59eed1efa2, regionState=CLOSED 2023-11-19T01:21:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=57, resume processing ppid=56 2023-11-19T01:21:27,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=56, state=SUCCESS; CloseRegionProcedure 36fb204cc9f230157a711d59eed1efa2, server=jenkins-hbase6.apache.org,34857,1700356835619 in 165 msec 2023-11-19T01:21:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=55 2023-11-19T01:21:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=55, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=36fb204cc9f230157a711d59eed1efa2, UNASSIGN in 171 msec 2023-11-19T01:21:27,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356887947"}]},"ts":"1700356887947"} 2023-11-19T01:21:27,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2023-11-19T01:21:27,951 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(305): Set ns2:table2 to state=DISABLED 2023-11-19T01:21:27,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, state=SUCCESS; DisableTableProcedure table=ns2:table2 in 192 msec 2023-11-19T01:21:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=55 2023-11-19T01:21:28,068 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns2:table2, procId: 55 completed 2023-11-19T01:21:28,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$5(2449): Client=jenkins//172.31.2.20 delete ns2:table2 2023-11-19T01:21:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,071 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,072 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=58 2023-11-19T01:21:28,075 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:28,077 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f, FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/recovered.edits] 2023-11-19T01:21:28,082 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_ to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/archive/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/f/9813edb11cde45229256af421f1eefe6_SeqId_4_ 2023-11-19T01:21:28,085 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/recovered.edits/6.seqid to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/archive/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2/recovered.edits/6.seqid 2023-11-19T01:21:28,086 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/table2/36fb204cc9f230157a711d59eed1efa2 2023-11-19T01:21:28,086 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(293): Archived ns2:table2 regions 2023-11-19T01:21:28,088 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,091 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2023-11-19T01:21:28,093 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:table2' descriptor. 2023-11-19T01:21:28,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:table2' from region states. 2023-11-19T01:21:28,094 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700356888094"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:28,096 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:21:28,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 36fb204cc9f230157a711d59eed1efa2, NAME => 'ns2:table2,,1700356880761.36fb204cc9f230157a711d59eed1efa2.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:21:28,096 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:table2' as deleted. 2023-11-19T01:21:28,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700356888096"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:28,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:table2 state from META 2023-11-19T01:21:28,103 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(127): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:table2 2023-11-19T01:21:28,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, state=SUCCESS; DeleteTableProcedure table=ns2:table2 in 34 msec 2023-11-19T01:21:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=58 2023-11-19T01:21:28,174 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: ns2:table2, procId: 58 completed 2023-11-19T01:21:28,175 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$18(967): Started disable of ns3:table3_restore 2023-11-19T01:21:28,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$13(2695): Client=jenkins//172.31.2.20 disable ns3:table3_restore 2023-11-19T01:21:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-19T01:21:28,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356888179"}]},"ts":"1700356888179"} 2023-11-19T01:21:28,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLING in hbase:meta 2023-11-19T01:21:28,182 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(293): Set ns3:table3_restore to state=DISABLING 2023-11-19T01:21:28,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, UNASSIGN}] 2023-11-19T01:21:28,185 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, UNASSIGN 2023-11-19T01:21:28,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=0ccf0b040c96ee8e5f1f58a31b192f18, regionState=CLOSING, regionLocation=jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:28,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE; CloseRegionProcedure 0ccf0b040c96ee8e5f1f58a31b192f18, server=jenkins-hbase6.apache.org,34857,1700356835619}] 2023-11-19T01:21:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-19T01:21:28,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:28,339 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(119): Close 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1668): Closing 0ccf0b040c96ee8e5f1f58a31b192f18, disabling compactions & flushes 2023-11-19T01:21:28,341 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1690): Closing region ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1778): Acquired close lock on ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. after waiting 0 ms 2023-11-19T01:21:28,341 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1788): Updates disabled for region ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:28,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:28,347 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,348 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1909): Closed ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18. 2023-11-19T01:21:28,348 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1622): Region close journal for 0ccf0b040c96ee8e5f1f58a31b192f18: 2023-11-19T01:21:28,349 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(163): Closed 0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:28,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=0ccf0b040c96ee8e5f1f58a31b192f18, regionState=CLOSED 2023-11-19T01:21:28,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=60 2023-11-19T01:21:28,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=60, state=SUCCESS; CloseRegionProcedure 0ccf0b040c96ee8e5f1f58a31b192f18, server=jenkins-hbase6.apache.org,34857,1700356835619 in 164 msec 2023-11-19T01:21:28,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=60, resume processing ppid=59 2023-11-19T01:21:28,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=ns3:table3_restore, region=0ccf0b040c96ee8e5f1f58a31b192f18, UNASSIGN in 170 msec 2023-11-19T01:21:28,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356888355"}]},"ts":"1700356888355"} 2023-11-19T01:21:28,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:table3_restore, state=DISABLED in hbase:meta 2023-11-19T01:21:28,359 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(305): Set ns3:table3_restore to state=DISABLED 2023-11-19T01:21:28,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, state=SUCCESS; DisableTableProcedure table=ns3:table3_restore in 184 msec 2023-11-19T01:21:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=59 2023-11-19T01:21:28,482 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DISABLE, Table Name: ns3:table3_restore, procId: 59 completed 2023-11-19T01:21:28,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$5(2449): Client=jenkins//172.31.2.20 delete ns3:table3_restore 2023-11-19T01:21:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1032): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,485 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,486 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=62 2023-11-19T01:21:28,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:28,491 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/f, FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/recovered.edits] 2023-11-19T01:21:28,498 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/recovered.edits/4.seqid to hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/archive/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18/recovered.edits/4.seqid 2023-11-19T01:21:28,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/table3_restore/0ccf0b040c96ee8e5f1f58a31b192f18 2023-11-19T01:21:28,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(293): Archived ns3:table3_restore regions 2023-11-19T01:21:28,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,503 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns3:table3_restore from hbase:meta 2023-11-19T01:21:28,505 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(387): Removing 'ns3:table3_restore' descriptor. 2023-11-19T01:21:28,506 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,506 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(377): Removing 'ns3:table3_restore' from region states. 2023-11-19T01:21:28,506 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1700356888506"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:28,508 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-11-19T01:21:28,508 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0ccf0b040c96ee8e5f1f58a31b192f18, NAME => 'ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18.', STARTKEY => '', ENDKEY => ''}] 2023-11-19T01:21:28,508 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(381): Marking 'ns3:table3_restore' as deleted. 2023-11-19T01:21:28,508 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns3:table3_restore","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1700356888508"}]},"ts":"9223372036854775807"} 2023-11-19T01:21:28,509 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table ns3:table3_restore state from META 2023-11-19T01:21:28,512 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(127): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns3:table3_restore 2023-11-19T01:21:28,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, state=SUCCESS; DeleteTableProcedure table=ns3:table3_restore in 29 msec 2023-11-19T01:21:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=62 2023-11-19T01:21:28,589 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.HBaseAdmin$TableFuture(3745): Operation: DELETE, Table Name: ns3:table3_restore, procId: 62 completed 2023-11-19T01:21:28,607 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(175): after: backup.TestRestoreBoundaryTests#testFullRestoreMultipleEmpty Thread=600 (was 595) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-316743341_16 at /127.0.0.1:53240 [Waiting for operation #34] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1743781957_16 at /127.0.0.1:58528 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1743781957_16 at /127.0.0.1:53192 [Receiving block BP-1637207489-172.31.2.20-1700356829298:blk_1073741874_1050] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x7d877ab8-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1637207489-172.31.2.20-1700356829298:blk_1073741874_1050, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1637207489-172.31.2.20-1700356829298:blk_1073741875_1051, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1743781957_16 at /127.0.0.1:53196 [Receiving block BP-1637207489-172.31.2.20-1700356829298:blk_1073741875_1051] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2705e10d-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=702 (was 707), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=224 (was 235), ProcessCount=186 (was 167) - ProcessCount LEAK? -, AvailableMemoryMB=3507 (was 3658) 2023-11-19T01:21:28,607 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-19T01:21:28,618 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:21:28,618 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:28,618 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d8634b8 to 127.0.0.1:59785 2023-11-19T01:21:28,618 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:28,619 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:21:28,619 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] util.JVMClusterUtil(257): Found active master hash=1128896825, stopped=false 2023-11-19T01:21:28,619 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:21:28,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:21:28,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:28,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:21:28,626 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:21:28,626 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:28,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:28,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:28,627 DEBUG [Listener at jenkins-hbase6.apache.org/46387 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:28,628 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,34857,1700356835619' ***** 2023-11-19T01:21:28,628 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:21:28,628 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:21:28,645 INFO [RS:0;jenkins-hbase6:34857 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@2d7cd1c0{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:21:28,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:21:28,651 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:21:28,651 INFO [RS:0;jenkins-hbase6:34857 {}] server.AbstractConnector(383): Stopped ServerConnector@4b24e732{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:28,651 INFO [RS:0;jenkins-hbase6:34857 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:21:28,652 INFO [RS:0;jenkins-hbase6:34857 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@16b9f86f{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:21:28,653 INFO [RS:0;jenkins-hbase6:34857 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@432c8cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir/,STOPPED} 2023-11-19T01:21:28,657 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:21:28,657 INFO [RS:0;jenkins-hbase6:34857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:21:28,657 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:21:28,657 INFO [RS:0;jenkins-hbase6:34857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:21:28,657 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for ad122d9288c1a1f169a2636a2223304a 2023-11-19T01:21:28,658 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 67154327d9258c1f9e5d149775faa717 2023-11-19T01:21:28,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ad122d9288c1a1f169a2636a2223304a, disabling compactions & flushes 2023-11-19T01:21:28,658 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:28,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:28,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. after waiting 0 ms 2023-11-19T01:21:28,658 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 18ce4537b1064d1975bdff918b60b57b 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 358728e5954416ca53e07344a9c3ed92 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 92f841afb0e426668421f94e16627d4e 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for f0e855c9ed9c436118357aad1c224256 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:28,659 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:21:28,662 DEBUG [RS:0;jenkins-hbase6:34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:21:28,662 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:21:28,663 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1583): Online Regions={ad122d9288c1a1f169a2636a2223304a=ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a., 67154327d9258c1f9e5d149775faa717=hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717., 18ce4537b1064d1975bdff918b60b57b=ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b., 358728e5954416ca53e07344a9c3ed92=backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92., 1588230740=hbase:meta,,1.1588230740, 92f841afb0e426668421f94e16627d4e=test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e., f0e855c9ed9c436118357aad1c224256=ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256., 3950e9b95c3887a90a3425f6ae90d021=backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021.} 2023-11-19T01:21:28,663 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:21:28,663 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:21:28,663 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:21:28,663 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:21:28,663 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:21:28,664 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=16.01 KB heapSize=28.33 KB 2023-11-19T01:21:28,664 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 18ce4537b1064d1975bdff918b60b57b, 358728e5954416ca53e07344a9c3ed92, 3950e9b95c3887a90a3425f6ae90d021, 67154327d9258c1f9e5d149775faa717, 92f841afb0e426668421f94e16627d4e, ad122d9288c1a1f169a2636a2223304a, f0e855c9ed9c436118357aad1c224256 2023-11-19T01:21:28,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns2/test-17003568451591/ad122d9288c1a1f169a2636a2223304a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:21:28,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,670 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:28,670 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ad122d9288c1a1f169a2636a2223304a: 2023-11-19T01:21:28,670 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a. 2023-11-19T01:21:28,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 67154327d9258c1f9e5d149775faa717, disabling compactions & flushes 2023-11-19T01:21:28,671 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:21:28,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:21:28,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. after waiting 0 ms 2023-11-19T01:21:28,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:21:28,671 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 67154327d9258c1f9e5d149775faa717 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:21:28,691 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/.tmp/info/1f655aa433e94bf495e975640fa455dc is 45, key is default/info:d/1700356840037/Put/seqid=0 2023-11-19T01:21:28,704 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/.tmp/info/1f655aa433e94bf495e975640fa455dc 2023-11-19T01:21:28,706 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/info/24034ac04de8494d99c919f1dccd5cda is 159, key is ns2:test-17003568451591,,1700356846893.ad122d9288c1a1f169a2636a2223304a./info:regioninfo/1700356848088/Put/seqid=0 2023-11-19T01:21:28,717 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.17 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/info/24034ac04de8494d99c919f1dccd5cda 2023-11-19T01:21:28,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/.tmp/info/1f655aa433e94bf495e975640fa455dc as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/info/1f655aa433e94bf495e975640fa455dc 2023-11-19T01:21:28,737 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/info/1f655aa433e94bf495e975640fa455dc, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:21:28,738 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 67154327d9258c1f9e5d149775faa717 in 67ms, sequenceid=11, compaction requested=false 2023-11-19T01:21:28,753 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/namespace/67154327d9258c1f9e5d149775faa717/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:21:28,754 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,755 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:21:28,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 67154327d9258c1f9e5d149775faa717: 2023-11-19T01:21:28,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700356839062.67154327d9258c1f9e5d149775faa717. 2023-11-19T01:21:28,755 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 18ce4537b1064d1975bdff918b60b57b, disabling compactions & flushes 2023-11-19T01:21:28,756 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:28,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:28,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. after waiting 0 ms 2023-11-19T01:21:28,756 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:28,757 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e60021b51c04a02bb1d5e558b6b4e32 is 102, key is ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18./rep_barrier:/1700356888501/DeleteFamily/seqid=0 2023-11-19T01:21:28,760 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns3/test-17003568451592/18ce4537b1064d1975bdff918b60b57b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-19T01:21:28,760 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,763 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:28,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 18ce4537b1064d1975bdff918b60b57b: 2023-11-19T01:21:28,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003568451592,,1700356849113.18ce4537b1064d1975bdff918b60b57b. 2023-11-19T01:21:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 358728e5954416ca53e07344a9c3ed92, disabling compactions & flushes 2023-11-19T01:21:28,764 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:21:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:21:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. after waiting 0 ms 2023-11-19T01:21:28,764 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:21:28,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system_bulk/358728e5954416ca53e07344a9c3ed92/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:28,771 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 358728e5954416ca53e07344a9c3ed92: 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700356854180.358728e5954416ca53e07344a9c3ed92. 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 92f841afb0e426668421f94e16627d4e, disabling compactions & flushes 2023-11-19T01:21:28,772 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. after waiting 0 ms 2023-11-19T01:21:28,772 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:28,784 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/default/test-1700356845159/92f841afb0e426668421f94e16627d4e/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:21:28,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,785 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:28,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 92f841afb0e426668421f94e16627d4e: 2023-11-19T01:21:28,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700356845159,,1700356845644.92f841afb0e426668421f94e16627d4e. 2023-11-19T01:21:28,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f0e855c9ed9c436118357aad1c224256, disabling compactions & flushes 2023-11-19T01:21:28,786 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:21:28,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:21:28,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. after waiting 0 ms 2023-11-19T01:21:28,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/ns4/test-17003568451593/f0e855c9ed9c436118357aad1c224256/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:21:28,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:28,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:21:28,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f0e855c9ed9c436118357aad1c224256: 2023-11-19T01:21:28,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003568451593,,1700356851237.f0e855c9ed9c436118357aad1c224256. 2023-11-19T01:21:28,791 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3950e9b95c3887a90a3425f6ae90d021, disabling compactions & flushes 2023-11-19T01:21:28,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:28,792 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:28,792 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. after waiting 0 ms 2023-11-19T01:21:28,792 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:28,792 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3950e9b95c3887a90a3425f6ae90d021 2/2 column families, dataSize=1.46 KB heapSize=2.61 KB 2023-11-19T01:21:28,796 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/4822ba1d713e437eb6243ad170d764f0 is 171, key is trslm:hdfs://localhost:36895/backupUT\x00ns2:test-17003568451591/meta:log-roll-map/1700356879895/Put/seqid=0 2023-11-19T01:21:28,864 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:29,065 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 3950e9b95c3887a90a3425f6ae90d021 2023-11-19T01:21:29,168 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=274 B at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e60021b51c04a02bb1d5e558b6b4e32 2023-11-19T01:21:29,196 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/table/7d94cb4217ec499aa00415969b378a3d is 96, key is ns3:table3_restore,,1700356885641.0ccf0b040c96ee8e5f1f58a31b192f18./table:/1700356888501/DeleteFamily/seqid=0 2023-11-19T01:21:29,202 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=717 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/4822ba1d713e437eb6243ad170d764f0 2023-11-19T01:21:29,213 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/6e52086c61734f989feb6fcc750630aa is 524, key is session:backup_1700356869977/session:context/1700356880730/Put/seqid=0 2023-11-19T01:21:29,217 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=775 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/6e52086c61734f989feb6fcc750630aa 2023-11-19T01:21:29,224 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/meta/4822ba1d713e437eb6243ad170d764f0 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/4822ba1d713e437eb6243ad170d764f0 2023-11-19T01:21:29,230 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/meta/4822ba1d713e437eb6243ad170d764f0, entries=6, sequenceid=27, filesize=5.8 K 2023-11-19T01:21:29,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/.tmp/session/6e52086c61734f989feb6fcc750630aa as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/6e52086c61734f989feb6fcc750630aa 2023-11-19T01:21:29,237 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/session/6e52086c61734f989feb6fcc750630aa, entries=2, sequenceid=27, filesize=5.5 K 2023-11-19T01:21:29,238 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.58 KB/2640, currentSize=0 B/0 for 3950e9b95c3887a90a3425f6ae90d021 in 446ms, sequenceid=27, compaction requested=true 2023-11-19T01:21:29,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/backup/system/3950e9b95c3887a90a3425f6ae90d021/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-19T01:21:29,257 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:29,257 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:29,257 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3950e9b95c3887a90a3425f6ae90d021: 2023-11-19T01:21:29,258 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700356853556.3950e9b95c3887a90a3425f6ae90d021. 2023-11-19T01:21:29,265 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-11-19T01:21:29,465 DEBUG [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1609): Waiting on 1588230740 2023-11-19T01:21:29,595 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:21:29,595 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:21:29,602 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.58 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/table/7d94cb4217ec499aa00415969b378a3d 2023-11-19T01:21:29,610 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/info/24034ac04de8494d99c919f1dccd5cda as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/info/24034ac04de8494d99c919f1dccd5cda 2023-11-19T01:21:29,615 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/info/24034ac04de8494d99c919f1dccd5cda, entries=76, sequenceid=75, filesize=14.6 K 2023-11-19T01:21:29,616 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/rep_barrier/1e60021b51c04a02bb1d5e558b6b4e32 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/rep_barrier/1e60021b51c04a02bb1d5e558b6b4e32 2023-11-19T01:21:29,621 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/rep_barrier/1e60021b51c04a02bb1d5e558b6b4e32, entries=3, sequenceid=75, filesize=5.5 K 2023-11-19T01:21:29,623 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/.tmp/table/7d94cb4217ec499aa00415969b378a3d as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/table/7d94cb4217ec499aa00415969b378a3d 2023-11-19T01:21:29,628 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/table/7d94cb4217ec499aa00415969b378a3d, entries=20, sequenceid=75, filesize=6.2 K 2023-11-19T01:21:29,629 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~16.01 KB/16398, heapSize ~28.28 KB/28960, currentSize=0 B/0 for 1588230740 in 966ms, sequenceid=75, compaction requested=false 2023-11-19T01:21:29,647 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/data/hbase/meta/1588230740/recovered.edits/78.seqid, newMaxSeqId=78, maxSeqId=1 2023-11-19T01:21:29,648 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:29,648 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:21:29,648 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:21:29,649 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:21:29,649 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:21:29,665 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,34857,1700356835619; all regions closed. 2023-11-19T01:21:29,674 DEBUG [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/oldWALs 2023-11-19T01:21:29,674 INFO [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619.meta:.meta(num 1700356872170) 2023-11-19T01:21:29,680 DEBUG [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/oldWALs 2023-11-19T01:21:29,680 INFO [RS:0;jenkins-hbase6:34857 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C34857%2C1700356835619:(num 1700356872152) 2023-11-19T01:21:29,680 DEBUG [RS:0;jenkins-hbase6:34857 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:29,680 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:21:29,681 INFO [RS:0;jenkins-hbase6:34857 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:21:29,681 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:21:29,682 INFO [RS:0;jenkins-hbase6:34857 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:34857 2023-11-19T01:21:29,691 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:21:29,691 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase6.apache.org,34857,1700356835619 2023-11-19T01:21:29,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,34857,1700356835619] 2023-11-19T01:21:29,693 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,34857,1700356835619; numProcessing=1 2023-11-19T01:21:29,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase6.apache.org,34857,1700356835619 already deleted, retry=false 2023-11-19T01:21:29,694 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,34857,1700356835619 expired; onlineServers=0 2023-11-19T01:21:29,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,39923,1700356832578' ***** 2023-11-19T01:21:29,694 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:21:29,695 DEBUG [M:0;jenkins-hbase6:39923 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210745d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:21:29,695 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:21:29,705 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-19T01:21:29,705 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:29,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:21:29,756 INFO [M:0;jenkins-hbase6:39923 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6df5b730{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:21:29,757 INFO [M:0;jenkins-hbase6:39923 {}] server.AbstractConnector(383): Stopped ServerConnector@7f053e98{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:29,757 INFO [M:0;jenkins-hbase6:39923 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:21:29,758 INFO [M:0;jenkins-hbase6:39923 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@430d02f0{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:21:29,759 INFO [M:0;jenkins-hbase6:39923 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21c4f37b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/hadoop.log.dir/,STOPPED} 2023-11-19T01:21:29,759 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,39923,1700356832578 2023-11-19T01:21:29,760 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,39923,1700356832578; all regions closed. 2023-11-19T01:21:29,760 DEBUG [M:0;jenkins-hbase6:39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:29,760 INFO [M:0;jenkins-hbase6:39923 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:21:29,760 INFO [M:0;jenkins-hbase6:39923 {}] server.AbstractConnector(383): Stopped ServerConnector@1c8a42bc{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:21:29,761 DEBUG [M:0;jenkins-hbase6:39923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:21:29,761 INFO [M:0;jenkins-hbase6:39923 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:21:29,761 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:21:29,761 DEBUG [M:0;jenkins-hbase6:39923 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x553ccc4c to 127.0.0.1:59785 2023-11-19T01:21:29,761 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356837416 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356837416,5,FailOnTimeoutGroup] 2023-11-19T01:21:29,761 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356837415 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356837415,5,FailOnTimeoutGroup] 2023-11-19T01:21:29,761 DEBUG [M:0;jenkins-hbase6:39923 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:21:29,761 DEBUG [M:0;jenkins-hbase6:39923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:21:29,762 INFO [M:0;jenkins-hbase6:39923 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:21:29,762 DEBUG [M:0;jenkins-hbase6:39923 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:21:29,762 INFO [M:0;jenkins-hbase6:39923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:21:29,762 ERROR [M:0;jenkins-hbase6:39923 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-11-19T01:21:29,763 INFO [M:0;jenkins-hbase6:39923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:21:29,763 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:21:29,763 DEBUG [M:0;jenkins-hbase6:39923 {}] zookeeper.ZKUtil(347): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-19T01:21:29,764 WARN [M:0;jenkins-hbase6:39923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:21:29,764 INFO [M:0;jenkins-hbase6:39923 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:21:29,764 INFO [M:0;jenkins-hbase6:39923 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:21:29,765 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:21:29,776 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:29,776 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:29,776 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:21:29,776 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:29,776 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.05 KB heapSize=281.95 KB 2023-11-19T01:21:29,789 DEBUG [M:0;jenkins-hbase6:39923 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1c3fbc4aca4039b1237fd9a04dfc62 is 88, key is hbase:meta,,1/info:sn/1700356838420/Put/seqid=0 2023-11-19T01:21:29,794 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:29,794 INFO [RS:0;jenkins-hbase6:34857 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,34857,1700356835619; zookeeper connection closed. 2023-11-19T01:21:29,794 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34857-0x101239e45e80001, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:29,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fde1ca4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fde1ca4 2023-11-19T01:21:29,795 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:21:30,195 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1c3fbc4aca4039b1237fd9a04dfc62 2023-11-19T01:21:30,214 DEBUG [M:0;jenkins-hbase6:39923 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b9858a932c3430db74e2bbfae4e0e0c is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700356855368/Put/seqid=0 2023-11-19T01:21:30,619 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.46 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b9858a932c3430db74e2bbfae4e0e0c 2023-11-19T01:21:30,626 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b9858a932c3430db74e2bbfae4e0e0c 2023-11-19T01:21:30,641 DEBUG [M:0;jenkins-hbase6:39923 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f2dddcb9bd447eaaf2ab2485020363 is 82, key is jenkins-hbase6.apache.org,34857,1700356835619/rs:state/1700356837510/Put/seqid=0 2023-11-19T01:21:31,046 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f2dddcb9bd447eaaf2ab2485020363 2023-11-19T01:21:31,053 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d1c3fbc4aca4039b1237fd9a04dfc62 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d1c3fbc4aca4039b1237fd9a04dfc62 2023-11-19T01:21:31,058 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d1c3fbc4aca4039b1237fd9a04dfc62, entries=8, sequenceid=550, filesize=5.5 K 2023-11-19T01:21:31,059 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b9858a932c3430db74e2bbfae4e0e0c as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b9858a932c3430db74e2bbfae4e0e0c 2023-11-19T01:21:31,064 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b9858a932c3430db74e2bbfae4e0e0c 2023-11-19T01:21:31,064 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b9858a932c3430db74e2bbfae4e0e0c, entries=62, sequenceid=550, filesize=18.6 K 2023-11-19T01:21:31,065 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29f2dddcb9bd447eaaf2ab2485020363 as hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29f2dddcb9bd447eaaf2ab2485020363 2023-11-19T01:21:31,070 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:36895/user/jenkins/test-data/3071eccd-ac5d-df2b-6fe7-4ac7d4d643aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29f2dddcb9bd447eaaf2ab2485020363, entries=1, sequenceid=550, filesize=5.1 K 2023-11-19T01:21:31,071 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(3022): Finished flush of dataSize ~235.05 KB/240696, heapSize ~281.66 KB/288416, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=550, compaction requested=false 2023-11-19T01:21:31,082 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:31,082 DEBUG [M:0;jenkins-hbase6:39923 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:21:31,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:21:31,084 INFO [M:0;jenkins-hbase6:39923 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:21:31,085 INFO [M:0;jenkins-hbase6:39923 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:21:31,085 INFO [M:0;jenkins-hbase6:39923 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:39923 2023-11-19T01:21:31,088 DEBUG [M:0;jenkins-hbase6:39923 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase6.apache.org,39923,1700356832578 already deleted, retry=false 2023-11-19T01:21:31,190 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:31,190 INFO [M:0;jenkins-hbase6:39923 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,39923,1700356832578; zookeeper connection closed. 2023-11-19T01:21:31,190 DEBUG [Listener at localhost/39267-EventThread {}] zookeeper.ZKWatcher(604): master:39923-0x101239e45e80000, quorum=127.0.0.1:59785, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:21:31,195 WARN [Listener at jenkins-hbase6.apache.org/46387 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:21:31,223 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:21:31,329 WARN [BP-1637207489-172.31.2.20-1700356829298 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:21:31,329 WARN [BP-1637207489-172.31.2.20-1700356829298 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1637207489-172.31.2.20-1700356829298 (Datanode Uuid 3865033b-a8af-4d3a-a11b-89e450a4ecb7) service to localhost/127.0.0.1:36895 2023-11-19T01:21:31,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/dfs/data/data1/current/BP-1637207489-172.31.2.20-1700356829298 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:21:31,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/38e2dcb9-9812-1fc6-abd1-05d777394716/cluster_412e6e63-5422-c090-eece-c39345523513/dfs/data/data2/current/BP-1637207489-172.31.2.20-1700356829298 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:21:31,361 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:21:31,478 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-19T01:21:31,526 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:21:31,526 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:21:31,536 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:31,652 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:31,761 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:31,761 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:31,866 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:21:31,871 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:21:31,872 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:31,876 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:21:31,979 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:21:31,979 INFO [Listener at jenkins-hbase6.apache.org/46387 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped