2023-10-02 12:24:47,611 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:24:47,626 main DEBUG Took 0.012052 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-02 12:24:47,626 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-02 12:24:47,626 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-02 12:24:47,628 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-02 12:24:47,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,638 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-02 12:24:47,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,653 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,655 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,656 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,658 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,659 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-02 12:24:47,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,661 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-02 12:24:47,662 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-02 12:24:47,664 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-02 12:24:47,666 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-02 12:24:47,666 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-02 12:24:47,667 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-02 12:24:47,667 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-02 12:24:47,679 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-02 12:24:47,682 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-02 12:24:47,686 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-02 12:24:47,686 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-02 12:24:47,687 main DEBUG createAppenders(={Console}) 2023-10-02 12:24:47,687 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-10-02 12:24:47,688 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-10-02 12:24:47,688 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-10-02 12:24:47,688 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-02 12:24:47,689 main DEBUG OutputStream closed 2023-10-02 12:24:47,689 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-02 12:24:47,689 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-02 12:24:47,689 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-10-02 12:24:47,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-02 12:24:47,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-02 12:24:47,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-02 12:24:47,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-02 12:24:47,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-02 12:24:47,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-02 12:24:47,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-02 12:24:47,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-02 12:24:47,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-02 12:24:47,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-02 12:24:47,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-02 12:24:47,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-02 12:24:47,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-02 12:24:47,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-02 12:24:47,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-02 12:24:47,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-02 12:24:47,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-02 12:24:47,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-02 12:24:47,752 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02 12:24:47,752 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-10-02 12:24:47,752 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-02 12:24:47,754 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-10-02T12:24:47,784 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupBoundaryTests timeout: 13 mins 2023-10-02 12:24:47,788 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-02 12:24:47,788 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-02T12:24:48,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce 2023-10-02T12:24:48,175 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:24:48,178 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:24:48,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-02T12:24:48,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d, deleteOnExit=true 2023-10-02T12:24:48,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-02T12:24:48,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/test.cache.data in system properties and HBase conf 2023-10-02T12:24:48,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:24:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:24:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:24:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:24:48,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:24:48,299 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-02T12:24:48,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-02T12:24:48,862 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:24:48,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:24:48,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:24:48,864 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:24:48,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:24:48,865 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:24:48,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:24:48,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:24:48,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:24:48,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:24:48,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:24:48,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:24:48,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:24:48,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-02T12:24:49,381 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:24:49,386 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:24:49,678 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-02T12:24:49,823 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@5d2d043a via org.mortbay.log.Slf4jLog 2023-10-02T12:24:49,847 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:24:49,892 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:24:49,930 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_localhost_44975_hdfs____.vfcj5r/webapp 2023-10-02T12:24:50,137 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44975 2023-10-02T12:24:50,179 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-02T12:24:50,179 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-02T12:24:51,037 WARN [Listener at localhost/35071 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:24:51,110 WARN [Listener at localhost/35071 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-02T12:24:51,133 WARN [Listener at localhost/35071 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:24:51,139 INFO [Listener at localhost/35071 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:24:51,147 INFO [Listener at localhost/35071 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_localhost_33809_datanode____.kui3lk/webapp 2023-10-02T12:24:51,286 INFO [Listener at localhost/35071 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33809 2023-10-02T12:24:51,597 WARN [Listener at localhost/41993 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-02T12:24:51,907 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-02T12:24:52,160 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9139621f81e1485d: Processing first storage report for DS-f03f9693-d455-4cee-89e7-60470230bd05 from datanode 8d681f35-15ca-4222-8fcb-084fa9871f14 2023-10-02T12:24:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9139621f81e1485d: from storage DS-f03f9693-d455-4cee-89e7-60470230bd05 node DatanodeRegistration(127.0.0.1:40555, datanodeUuid=8d681f35-15ca-4222-8fcb-084fa9871f14, infoPort=33281, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1856690080;c=1696249489460), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-02T12:24:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x9139621f81e1485d: Processing first storage report for DS-34d04a31-44a5-4f58-ac5e-3e96f9d238c3 from datanode 8d681f35-15ca-4222-8fcb-084fa9871f14 2023-10-02T12:24:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x9139621f81e1485d: from storage DS-34d04a31-44a5-4f58-ac5e-3e96f9d238c3 node DatanodeRegistration(127.0.0.1:40555, datanodeUuid=8d681f35-15ca-4222-8fcb-084fa9871f14, infoPort=33281, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1856690080;c=1696249489460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-02T12:24:52,171 DEBUG [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce 2023-10-02T12:24:52,298 INFO [Listener at localhost/41993 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/zookeeper_0, clientPort=51112, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-02T12:24:52,349 INFO [Listener at localhost/41993 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51112 2023-10-02T12:24:52,364 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:52,367 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:53,106 INFO [Listener at localhost/41993 {}] util.FSUtils(462): Created version file at hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db with version=8 2023-10-02T12:24:53,107 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/hbase-staging 2023-10-02T12:24:53,125 DEBUG [Listener at localhost/41993 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-10-02T12:24:53,126 DEBUG [Listener at localhost/41993 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-10-02T12:24:53,126 DEBUG [Listener at localhost/41993 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-10-02T12:24:53,126 DEBUG [Listener at localhost/41993 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-10-02T12:24:53,344 DEBUG [Listener at localhost/41993 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-02T12:24:54,147 INFO [Listener at localhost/41993 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:24:54,193 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:54,193 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:54,194 INFO [Listener at localhost/41993 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:24:54,194 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:54,194 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:24:54,370 INFO [Listener at localhost/41993 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:24:54,501 INFO [Listener at localhost/41993 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-02T12:24:54,521 DEBUG [Listener at localhost/41993 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-02T12:24:54,527 INFO [Listener at localhost/41993 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:24:54,577 DEBUG [Listener at localhost/41993 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 13511 (auto-detected) 2023-10-02T12:24:54,579 DEBUG [Listener at localhost/41993 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-02T12:24:54,618 INFO [Listener at localhost/41993 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:36511 2023-10-02T12:24:54,632 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:54,634 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:54,656 INFO [Listener at localhost/41993 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:36511 connecting to ZooKeeper ensemble=127.0.0.1:51112 2023-10-02T12:24:54,704 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:365110x0, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:24:54,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:36511-0x1017322938d0000 connected 2023-10-02T12:24:54,733 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:24:54,737 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:24:54,741 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:24:54,751 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36511 2023-10-02T12:24:54,752 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36511 2023-10-02T12:24:54,752 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36511 2023-10-02T12:24:54,752 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36511 2023-10-02T12:24:54,753 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36511 2023-10-02T12:24:54,821 INFO [Listener at localhost/41993 {}] log.Log(170): Logging initialized @7968ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-10-02T12:24:54,961 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:24:54,961 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:24:54,962 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:24:54,964 INFO [Listener at localhost/41993 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-10-02T12:24:54,964 INFO [Listener at localhost/41993 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:24:54,964 INFO [Listener at localhost/41993 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:24:54,968 INFO [Listener at localhost/41993 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:24:55,118 INFO [Listener at localhost/41993 {}] http.HttpServer(1219): Jetty bound to port 35751 2023-10-02T12:24:55,121 INFO [Listener at localhost/41993 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:24:55,160 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:55,163 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@288eca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:24:55,164 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:55,164 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3558b013{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:24:55,235 INFO [Listener at localhost/41993 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:24:55,249 INFO [Listener at localhost/41993 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:24:55,249 INFO [Listener at localhost/41993 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:24:55,251 INFO [Listener at localhost/41993 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-10-02T12:24:55,259 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:56,452 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@35bcdda9{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:24:56,465 INFO [Listener at localhost/41993 {}] server.AbstractConnector(333): Started ServerConnector@100fec1b{HTTP/1.1, (http/1.1)}{0.0.0.0:35751} 2023-10-02T12:24:56,466 INFO [Listener at localhost/41993 {}] server.Server(415): Started @9612ms 2023-10-02T12:24:56,470 INFO [Listener at localhost/41993 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db, hbase.cluster.distributed=false 2023-10-02T12:24:56,550 INFO [Listener at localhost/41993 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-02T12:24:56,550 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:56,550 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:56,551 INFO [Listener at localhost/41993 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-02T12:24:56,551 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-02T12:24:56,551 INFO [Listener at localhost/41993 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-02T12:24:56,561 INFO [Listener at localhost/41993 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-02T12:24:56,563 INFO [Listener at localhost/41993 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-02T12:24:56,565 INFO [Listener at localhost/41993 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:43907 2023-10-02T12:24:56,568 INFO [Listener at localhost/41993 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-02T12:24:56,579 DEBUG [Listener at localhost/41993 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-02T12:24:56,580 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:56,584 INFO [Listener at localhost/41993 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:56,588 INFO [Listener at localhost/41993 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:43907 connecting to ZooKeeper ensemble=127.0.0.1:51112 2023-10-02T12:24:56,593 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:439070x0, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-02T12:24:56,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:43907-0x1017322938d0001 connected 2023-10-02T12:24:56,595 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:24:56,597 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:24:56,598 DEBUG [Listener at localhost/41993 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-10-02T12:24:56,599 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43907 2023-10-02T12:24:56,600 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43907 2023-10-02T12:24:56,600 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43907 2023-10-02T12:24:56,601 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43907 2023-10-02T12:24:56,602 DEBUG [Listener at localhost/41993 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43907 2023-10-02T12:24:56,608 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-10-02T12:24:56,609 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-10-02T12:24:56,609 INFO [Listener at localhost/41993 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-10-02T12:24:56,611 INFO [Listener at localhost/41993 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-10-02T12:24:56,611 INFO [Listener at localhost/41993 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-10-02T12:24:56,611 INFO [Listener at localhost/41993 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-10-02T12:24:56,611 INFO [Listener at localhost/41993 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-10-02T12:24:56,614 INFO [Listener at localhost/41993 {}] http.HttpServer(1219): Jetty bound to port 40901 2023-10-02T12:24:56,614 INFO [Listener at localhost/41993 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:24:56,616 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:56,616 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@ae131f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir/,AVAILABLE} 2023-10-02T12:24:56,617 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:56,617 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e605217{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-10-02T12:24:56,633 INFO [Listener at localhost/41993 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-10-02T12:24:56,635 INFO [Listener at localhost/41993 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-10-02T12:24:56,635 INFO [Listener at localhost/41993 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-10-02T12:24:56,636 INFO [Listener at localhost/41993 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-10-02T12:24:56,639 INFO [Listener at localhost/41993 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-10-02T12:24:56,645 INFO [Listener at localhost/41993 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1379bd52{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:24:56,646 INFO [Listener at localhost/41993 {}] server.AbstractConnector(333): Started ServerConnector@68873673{HTTP/1.1, (http/1.1)}{0.0.0.0:40901} 2023-10-02T12:24:56,646 INFO [Listener at localhost/41993 {}] server.Server(415): Started @9793ms 2023-10-02T12:24:56,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-10-02T12:24:56,658 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@55603a5e{HTTP/1.1, (http/1.1)}{0.0.0.0:36579} 2023-10-02T12:24:56,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9805ms 2023-10-02T12:24:56,659 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:56,675 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:24:56,675 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:24:56,678 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:56,690 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:36511 2023-10-02T12:24:56,702 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:24:56,702 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-10-02T12:24:56,703 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:56,703 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:56,704 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:24:56,706 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,36511,1696249493328 from backup master directory 2023-10-02T12:24:56,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/master 2023-10-02T12:24:56,710 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:56,710 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:24:56,710 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-10-02T12:24:56,711 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:24:56,712 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:56,716 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-02T12:24:56,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-02T12:24:56,810 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/hbase.id with ID: c5234080-382a-42c6-bba7-47e302637864 2023-10-02T12:24:56,856 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-02T12:24:56,872 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:56,872 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:56,924 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:24:56,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-02T12:24:56,949 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-02T12:24:56,949 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-02T12:24:56,950 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:24:56,964 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:24:56,966 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:24:57,459 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store 2023-10-02T12:24:57,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-02T12:24:57,488 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:24:57,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:24:57,489 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:24:57,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:24:57,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:24:57,490 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:24:57,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:24:57,490 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:24:57,492 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/.initializing 2023-10-02T12:24:57,492 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/WALs/jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:57,505 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:24:57,527 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C36511%2C1696249493328, suffix=, logDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/WALs/jenkins-hbase3.apache.org,36511,1696249493328, archiveDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/oldWALs, maxLogs=10 2023-10-02T12:24:57,559 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/WALs/jenkins-hbase3.apache.org,36511,1696249493328/jenkins-hbase3.apache.org%2C36511%2C1696249493328.1696249497535, exclude list is [], retry=0 2023-10-02T12:24:57,627 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:24:57,638 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-02T12:24:57,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/WALs/jenkins-hbase3.apache.org,36511,1696249493328/jenkins-hbase3.apache.org%2C36511%2C1696249493328.1696249497535 2023-10-02T12:24:57,739 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:24:57,740 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:24:57,740 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:24:57,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,748 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-02T12:24:57,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:57,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:57,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-02T12:24:57,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:57,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:24:57,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-02T12:24:57,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:57,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:24:57,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-02T12:24:57,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:57,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:24:57,888 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,890 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,910 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-02T12:24:57,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-02T12:24:57,918 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:24:57,919 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9604759520, jitterRate=-0.10548706352710724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-02T12:24:57,926 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:24:57,927 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-02T12:24:57,963 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e2ae15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:24:58,027 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-02T12:24:58,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-10-02T12:24:58,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-10-02T12:24:58,053 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-02T12:24:58,054 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-02T12:24:58,061 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-02T12:24:58,061 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-02T12:24:58,096 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-02T12:24:58,113 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-10-02T12:24:58,115 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-10-02T12:24:58,119 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-02T12:24:58,120 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-10-02T12:24:58,123 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-10-02T12:24:58,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-02T12:24:58,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-10-02T12:24:58,134 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-10-02T12:24:58,135 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-10-02T12:24:58,136 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-10-02T12:24:58,151 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-02T12:24:58,153 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-10-02T12:24:58,161 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:24:58,161 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-10-02T12:24:58,161 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,161 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,162 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,36511,1696249493328, sessionid=0x1017322938d0000, setting cluster-up flag (Was=false) 2023-10-02T12:24:58,172 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-10-02T12:24:58,179 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,179 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,185 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-10-02T12:24:58,187 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:58,190 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,190 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,196 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-10-02T12:24:58,197 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:58,202 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,202 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:58,208 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-10-02T12:24:58,209 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:24:58,265 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:43907 2023-10-02T12:24:58,266 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(997): ClusterId : c5234080-382a-42c6-bba7-47e302637864 2023-10-02T12:24:58,269 INFO [RS:0;jenkins-hbase3:43907 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-10-02T12:24:58,272 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-02T12:24:58,327 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-02T12:24:58,327 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-10-02T12:24:58,370 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-02T12:24:58,380 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-02T12:24:58,380 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-10-02T12:24:58,380 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-02T12:24:58,386 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-02T12:24:58,396 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,36511,1696249493328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-02T12:24:58,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:24:58,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:24:58,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:24:58,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-02T12:24:58,402 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-02T12:24:58,403 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,403 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:24:58,403 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,404 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696249528404 2023-10-02T12:24:58,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-02T12:24:58,414 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-02T12:24:58,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:24:58,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-02T12:24:58,420 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-02T12:24:58,421 DEBUG [RS:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e82c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:24:58,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:58,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:24:58,427 DEBUG [RS:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497adf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:24:58,428 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-02T12:24:58,429 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-10-02T12:24:58,429 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-02T12:24:58,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-02T12:24:58,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-02T12:24:58,431 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,435 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-02T12:24:58,437 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-02T12:24:58,437 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-02T12:24:58,437 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-02T12:24:58,438 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-02T12:24:58,439 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-02T12:24:58,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-02T12:24:58,442 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:24:58,443 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,36511,1696249493328 with isa=jenkins-hbase3.apache.org/172.31.12.81:43907, startcode=1696249496548 2023-10-02T12:24:58,450 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x124be364 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:24:58,486 DEBUG [RS:0;jenkins-hbase3:43907 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:24:58,550 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4730e425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:24:58,551 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-10-02T12:24:58,554 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-02T12:24:58,554 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-02T12:24:58,556 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249498556,5,FailOnTimeoutGroup] 2023-10-02T12:24:58,556 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:46725, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:24:58,556 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249498556,5,FailOnTimeoutGroup] 2023-10-02T12:24:58,557 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,557 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-02T12:24:58,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,559 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36511 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:58,591 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:24:58,591 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35071 2023-10-02T12:24:58,591 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35751 2023-10-02T12:24:58,678 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:24:58,679 DEBUG [RS:0;jenkins-hbase3:43907 {}] zookeeper.ZKUtil(111): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:58,679 WARN [RS:0;jenkins-hbase3:43907 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-02T12:24:58,679 INFO [RS:0;jenkins-hbase3:43907 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:24:58,680 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:58,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,43907,1696249496548] 2023-10-02T12:24:58,702 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-02T12:24:58,721 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-02T12:24:58,735 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-02T12:24:58,740 INFO [RS:0;jenkins-hbase3:43907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-02T12:24:58,740 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,741 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-02T12:24:58,751 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,751 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,751 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,752 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,753 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-02T12:24:58,753 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:24:58,753 DEBUG [RS:0;jenkins-hbase3:43907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-02T12:24:58,754 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,754 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,754 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,754 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,754 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1696249496548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:24:58,771 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-02T12:24:58,774 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43907,1696249496548-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:24:58,790 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,43907,1696249496548 started 2023-10-02T12:24:58,790 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,43907,1696249496548, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:43907, sessionid=0x1017322938d0001 2023-10-02T12:24:58,790 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-02T12:24:58,790 DEBUG [RS:0;jenkins-hbase3:43907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:58,790 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43907,1696249496548' 2023-10-02T12:24:58,790 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-10-02T12:24:58,791 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-10-02T12:24:58,792 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-02T12:24:58,792 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-10-02T12:24:58,792 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43907,1696249496548' 2023-10-02T12:24:58,792 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:24:58,793 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,43907,1696249496548' 2023-10-02T12:24:58,793 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-10-02T12:24:58,794 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-10-02T12:24:58,794 DEBUG [RS:0;jenkins-hbase3:43907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-02T12:24:58,795 INFO [RS:0;jenkins-hbase3:43907 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-02T12:24:58,795 INFO [RS:0;jenkins-hbase3:43907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-02T12:24:58,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:24:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:24:58,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:24:58,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:58,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:58,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:24:58,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:24:58,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:58,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:24:58,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:24:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:58,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:58,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740 2023-10-02T12:24:58,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740 2023-10-02T12:24:58,906 INFO [RS:0;jenkins-hbase3:43907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-02T12:24:58,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:24:58,909 INFO [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43907%2C1696249496548, suffix=, logDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548, archiveDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/oldWALs, maxLogs=32 2023-10-02T12:24:58,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:24:58,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:24:58,918 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9416285760, jitterRate=-0.12304005026817322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:24:58,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:24:58,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:24:58,921 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:24:58,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:24:58,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:24:58,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:24:58,923 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:24:58,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:24:58,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-02T12:24:58,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-02T12:24:58,930 DEBUG [RS:0;jenkins-hbase3:43907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249498911, exclude list is [], retry=0 2023-10-02T12:24:58,940 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:24:58,946 INFO [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249498911 2023-10-02T12:24:58,950 DEBUG [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:24:58,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-02T12:24:58,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-02T12:24:58,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-02T12:24:59,122 DEBUG [jenkins-hbase3:36511 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-10-02T12:24:59,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:59,140 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43907,1696249496548, state=OPENING 2023-10-02T12:24:59,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-02T12:24:59,298 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:59,298 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:24:59,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:24:59,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:24:59,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:24:59,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:59,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-02T12:24:59,515 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43516, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-02T12:24:59,535 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-02T12:24:59,536 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-02T12:24:59,537 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-02T12:24:59,542 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta, suffix=.meta, logDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548, archiveDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/oldWALs, maxLogs=32 2023-10-02T12:24:59,562 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249499544.meta, exclude list is [], retry=0 2023-10-02T12:24:59,567 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:24:59,573 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249499544.meta 2023-10-02T12:24:59,574 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:24:59,575 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:24:59,580 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:24:59,581 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-02T12:24:59,602 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-02T12:24:59,603 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-02T12:24:59,609 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-02T12:24:59,609 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:24:59,609 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-02T12:24:59,609 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-02T12:24:59,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-02T12:24:59,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-02T12:24:59,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:59,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:59,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-02T12:24:59,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-02T12:24:59,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:59,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:59,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-02T12:24:59,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-02T12:24:59,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:24:59,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-02T12:24:59,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740 2023-10-02T12:24:59,628 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740 2023-10-02T12:24:59,631 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-02T12:24:59,633 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-02T12:24:59,635 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9396763680, jitterRate=-0.12485818564891815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-02T12:24:59,636 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-02T12:24:59,651 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696249499494 2023-10-02T12:24:59,670 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-02T12:24:59,671 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-02T12:24:59,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:24:59,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,43907,1696249496548, state=OPEN 2023-10-02T12:24:59,733 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:24:59,733 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-10-02T12:24:59,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:24:59,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-10-02T12:24:59,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-02T12:24:59,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,43907,1696249496548 in 429 msec 2023-10-02T12:24:59,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-02T12:24:59,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 791 msec 2023-10-02T12:24:59,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6570 sec 2023-10-02T12:24:59,943 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696249499943, completionTime=-1 2023-10-02T12:24:59,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-10-02T12:24:59,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-02T12:25:00,027 DEBUG [hconnection-0x3c6cd125-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:00,031 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43530, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:00,058 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-10-02T12:25:00,058 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696249560058 2023-10-02T12:25:00,058 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696249620058 2023-10-02T12:25:00,059 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 114 msec 2023-10-02T12:25:00,181 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36511,1696249493328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:00,181 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36511,1696249493328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:00,182 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36511,1696249493328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:00,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:36511, period=300000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:00,185 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-02T12:25:00,193 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-02T12:25:00,208 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-02T12:25:00,210 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-02T12:25:00,219 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-02T12:25:00,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:00,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:00,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:00,654 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3bfeb97a55abc070dc6548d21cea2604, NAME => 'hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:00,666 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:00,667 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 3bfeb97a55abc070dc6548d21cea2604, disabling compactions & flushes 2023-10-02T12:25:00,667 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:00,667 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:00,667 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. after waiting 0 ms 2023-10-02T12:25:00,667 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:00,667 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:00,667 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3bfeb97a55abc070dc6548d21cea2604: 2023-10-02T12:25:00,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:00,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696249500672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249500672"}]},"ts":"1696249500672"} 2023-10-02T12:25:00,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:00,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:00,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249500726"}]},"ts":"1696249500726"} 2023-10-02T12:25:00,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-02T12:25:00,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3bfeb97a55abc070dc6548d21cea2604, ASSIGN}] 2023-10-02T12:25:00,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3bfeb97a55abc070dc6548d21cea2604, ASSIGN 2023-10-02T12:25:00,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3bfeb97a55abc070dc6548d21cea2604, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:00,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3bfeb97a55abc070dc6548d21cea2604, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:00,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3bfeb97a55abc070dc6548d21cea2604, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:01,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:01,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 3bfeb97a55abc070dc6548d21cea2604, NAME => 'hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:01,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:01,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:01,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,073 INFO [StoreOpener-3bfeb97a55abc070dc6548d21cea2604-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,076 INFO [StoreOpener-3bfeb97a55abc070dc6548d21cea2604-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bfeb97a55abc070dc6548d21cea2604 columnFamilyName info 2023-10-02T12:25:01,076 DEBUG [StoreOpener-3bfeb97a55abc070dc6548d21cea2604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:01,077 INFO [StoreOpener-3bfeb97a55abc070dc6548d21cea2604-1 {}] regionserver.HStore(324): Store=3bfeb97a55abc070dc6548d21cea2604/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:01,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:01,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 3bfeb97a55abc070dc6548d21cea2604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10974093760, jitterRate=0.022042125463485718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:25:01,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 3bfeb97a55abc070dc6548d21cea2604: 2023-10-02T12:25:01,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604., pid=6, masterSystemTime=1696249501060 2023-10-02T12:25:01,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:01,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:01,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3bfeb97a55abc070dc6548d21cea2604, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:01,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-02T12:25:01,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3bfeb97a55abc070dc6548d21cea2604, server=jenkins-hbase3.apache.org,43907,1696249496548 in 200 msec 2023-10-02T12:25:01,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-02T12:25:01,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3bfeb97a55abc070dc6548d21cea2604, ASSIGN in 365 msec 2023-10-02T12:25:01,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:01,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249501115"}]},"ts":"1696249501115"} 2023-10-02T12:25:01,118 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-02T12:25:01,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:01,124 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-10-02T12:25:01,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 911 msec 2023-10-02T12:25:01,127 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:01,127 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:01,127 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:01,185 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-02T12:25:01,206 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:01,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2023-10-02T12:25:01,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-02T12:25:01,237 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:01,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2023-10-02T12:25:01,259 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-10-02T12:25:01,266 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-10-02T12:25:01,266 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 4.554sec 2023-10-02T12:25:01,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-02T12:25:01,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-02T12:25:01,273 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-02T12:25:01,273 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-02T12:25:01,274 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-02T12:25:01,276 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36511,1696249493328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-02T12:25:01,277 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,36511,1696249493328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-02T12:25:01,303 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-02T12:25:01,305 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-02T12:25:01,342 DEBUG [Listener at localhost/41993 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x331f2f7a to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:01,348 DEBUG [Listener at localhost/41993 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4aa316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:01,355 DEBUG [Listener at localhost/41993 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-02T12:25:01,355 DEBUG [Listener at localhost/41993 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-02T12:25:01,377 DEBUG [hconnection-0x797d4a89-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:01,398 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51704, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:01,414 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:25:01,414 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-10-02T12:25:01,414 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/test.cache.data in system properties and HBase conf 2023-10-02T12:25:01,414 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.tmp.dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-02T12:25:01,415 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/nfs.dump.dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-02T12:25:01,416 INFO [Listener at localhost/41993 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-10-02T12:25:02,686 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:03,139 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:03,147 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44463_jobhistory____.7pexhh/webapp 2023-10-02T12:25:03,385 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-10-02T12:25:03,385 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-10-02T12:25:03,386 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:25:03,390 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:25:03,507 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:03,667 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:04,047 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-10-02T12:25:04,091 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44463 2023-10-02T12:25:04,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-02T12:25:04,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:04,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-02T12:25:04,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:04,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:04,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-10-02T12:25:04,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:25:04,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-02T12:25:04,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-02T12:25:04,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:05,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:25:05,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-02T12:25:05,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-02T12:25:05,688 WARN [Listener at jenkins-hbase3.apache.org/38597 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:05,811 WARN [Listener at jenkins-hbase3.apache.org/38597 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:25:05,812 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:05,820 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33485_cluster____.myuxce/webapp 2023-10-02T12:25:05,905 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:25:05,905 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-10-02T12:25:05,906 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:25:05,906 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:25:05,919 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:06,202 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:06,331 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:06,343 INFO [Listener at jenkins-hbase3.apache.org/38597 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33485 2023-10-02T12:25:06,822 WARN [Listener at jenkins-hbase3.apache.org/33801 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:06,848 WARN [Listener at jenkins-hbase3.apache.org/33801 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:25:06,848 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:06,858 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41515_node____vaghp7/webapp 2023-10-02T12:25:06,920 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:25:06,920 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:25:06,920 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:25:06,920 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:25:06,928 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:06,950 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:07,025 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:07,037 INFO [Listener at jenkins-hbase3.apache.org/33801 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41515 2023-10-02T12:25:07,310 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-02T12:25:07,322 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-10-02T12:25:07,323 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-02T12:25:07,346 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35201_node____.rgvjyo/webapp 2023-10-02T12:25:07,418 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-10-02T12:25:07,419 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-10-02T12:25:07,419 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-10-02T12:25:07,419 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-10-02T12:25:07,431 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:07,456 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:07,576 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-10-02T12:25:07,588 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35201 2023-10-02T12:25:07,639 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-10-02T12:25:07,640 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35071/backupUT 2023-10-02T12:25:07,657 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:25:07,664 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37750, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:25:07,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-10-02T12:25:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-10-02T12:25:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:25:07,721 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:07,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 43 msec 2023-10-02T12:25:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-10-02T12:25:07,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-10-02T12:25:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-10-02T12:25:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:25:07,829 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:07,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 23 msec 2023-10-02T12:25:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-10-02T12:25:07,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-10-02T12:25:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-10-02T12:25:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:25:07,939 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:07,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2023-10-02T12:25:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-10-02T12:25:08,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-10-02T12:25:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-10-02T12:25:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:25:08,053 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:08,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 19 msec 2023-10-02T12:25:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-02T12:25:08,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1696249507640', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1696249507640 2023-10-02T12:25:08,164 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:08,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1696249507640" procId is: 13 2023-10-02T12:25:08,165 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:08,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:25:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:25:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:25:08,598 INFO [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8b04e142516b5ecdbd4656a54cf6f7dd, NAME => 'test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1696249507640', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:08,616 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(888): Instantiated test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:08,616 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1668): Closing 8b04e142516b5ecdbd4656a54cf6f7dd, disabling compactions & flushes 2023-10-02T12:25:08,616 INFO [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1690): Closing region test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,616 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,617 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. after waiting 0 ms 2023-10-02T12:25:08,617 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,617 INFO [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1909): Closed test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,617 DEBUG [RegionOpenAndInit-test-1696249507640-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8b04e142516b5ecdbd4656a54cf6f7dd: 2023-10-02T12:25:08,618 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:08,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1696249508618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249508618"}]},"ts":"1696249508618"} 2023-10-02T12:25:08,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:08,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:08,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249507640","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249508623"}]},"ts":"1696249508623"} 2023-10-02T12:25:08,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249507640, state=ENABLING in hbase:meta 2023-10-02T12:25:08,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249507640, region=8b04e142516b5ecdbd4656a54cf6f7dd, ASSIGN}] 2023-10-02T12:25:08,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1696249507640, region=8b04e142516b5ecdbd4656a54cf6f7dd, ASSIGN 2023-10-02T12:25:08,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1696249507640, region=8b04e142516b5ecdbd4656a54cf6f7dd, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:25:08,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8b04e142516b5ecdbd4656a54cf6f7dd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:08,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 8b04e142516b5ecdbd4656a54cf6f7dd, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:08,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 8b04e142516b5ecdbd4656a54cf6f7dd, NAME => 'test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:08,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:08,951 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1696249507640 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,951 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:08,951 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,951 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,954 INFO [StoreOpener-8b04e142516b5ecdbd4656a54cf6f7dd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,956 INFO [StoreOpener-8b04e142516b5ecdbd4656a54cf6f7dd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b04e142516b5ecdbd4656a54cf6f7dd columnFamilyName f 2023-10-02T12:25:08,956 DEBUG [StoreOpener-8b04e142516b5ecdbd4656a54cf6f7dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:08,958 INFO [StoreOpener-8b04e142516b5ecdbd4656a54cf6f7dd-1 {}] regionserver.HStore(324): Store=8b04e142516b5ecdbd4656a54cf6f7dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:08,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,959 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,963 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:08,968 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:08,969 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 8b04e142516b5ecdbd4656a54cf6f7dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10077497760, jitterRate=-0.06145988404750824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:25:08,970 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 8b04e142516b5ecdbd4656a54cf6f7dd: 2023-10-02T12:25:08,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd., pid=15, masterSystemTime=1696249508941 2023-10-02T12:25:08,974 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,975 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:08,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8b04e142516b5ecdbd4656a54cf6f7dd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-02T12:25:08,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 8b04e142516b5ecdbd4656a54cf6f7dd, server=jenkins-hbase3.apache.org,43907,1696249496548 in 190 msec 2023-10-02T12:25:08,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-10-02T12:25:08,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1696249507640, region=8b04e142516b5ecdbd4656a54cf6f7dd, ASSIGN in 353 msec 2023-10-02T12:25:08,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:08,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1696249507640","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249508986"}]},"ts":"1696249508986"} 2023-10-02T12:25:08,988 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1696249507640, state=ENABLED in hbase:meta 2023-10-02T12:25:08,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1696249507640 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:08,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1696249507640 in 832 msec 2023-10-02T12:25:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-10-02T12:25:09,280 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1696249507640, procId: 13 completed 2023-10-02T12:25:09,282 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48eda03e to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:09,289 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6860ecd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:09,294 DEBUG [hconnection-0x205479be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:09,299 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51718, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:09,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] regionserver.HRegion(8210): writing data to region test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:25:09,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16962495076401', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16962495076401 2023-10-02T12:25:09,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:09,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:09,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16962495076401" procId is: 16 2023-10-02T12:25:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:25:09,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:25:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:25:09,862 INFO [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 924cbbfe456ee5ec330fe011fbfbc3f7, NAME => 'ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16962495076401', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1668): Closing 924cbbfe456ee5ec330fe011fbfbc3f7, disabling compactions & flushes 2023-10-02T12:25:09,878 INFO [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. after waiting 0 ms 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:09,878 INFO [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:09,878 DEBUG [RegionOpenAndInit-ns2:test-16962495076401-pool-0 {}] regionserver.HRegion(1622): Region close journal for 924cbbfe456ee5ec330fe011fbfbc3f7: 2023-10-02T12:25:09,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:09,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249509880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249509880"}]},"ts":"1696249509880"} 2023-10-02T12:25:09,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:09,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:09,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962495076401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249509884"}]},"ts":"1696249509884"} 2023-10-02T12:25:09,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962495076401, state=ENABLING in hbase:meta 2023-10-02T12:25:09,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962495076401, region=924cbbfe456ee5ec330fe011fbfbc3f7, ASSIGN}] 2023-10-02T12:25:09,894 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16962495076401, region=924cbbfe456ee5ec330fe011fbfbc3f7, ASSIGN 2023-10-02T12:25:09,895 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16962495076401, region=924cbbfe456ee5ec330fe011fbfbc3f7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:10,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=924cbbfe456ee5ec330fe011fbfbc3f7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:25:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 924cbbfe456ee5ec330fe011fbfbc3f7, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:10,207 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:10,207 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 924cbbfe456ee5ec330fe011fbfbc3f7, NAME => 'ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:10,208 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:10,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495076401 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:10,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,210 INFO [StoreOpener-924cbbfe456ee5ec330fe011fbfbc3f7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,212 INFO [StoreOpener-924cbbfe456ee5ec330fe011fbfbc3f7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 924cbbfe456ee5ec330fe011fbfbc3f7 columnFamilyName f 2023-10-02T12:25:10,212 DEBUG [StoreOpener-924cbbfe456ee5ec330fe011fbfbc3f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:10,213 INFO [StoreOpener-924cbbfe456ee5ec330fe011fbfbc3f7-1 {}] regionserver.HStore(324): Store=924cbbfe456ee5ec330fe011fbfbc3f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:10,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:10,227 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:10,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 924cbbfe456ee5ec330fe011fbfbc3f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11744256000, jitterRate=0.09376907348632812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:25:10,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 924cbbfe456ee5ec330fe011fbfbc3f7: 2023-10-02T12:25:10,230 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7., pid=18, masterSystemTime=1696249510202 2023-10-02T12:25:10,233 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:10,233 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:10,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=924cbbfe456ee5ec330fe011fbfbc3f7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:10,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-10-02T12:25:10,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 924cbbfe456ee5ec330fe011fbfbc3f7, server=jenkins-hbase3.apache.org,43907,1696249496548 in 187 msec 2023-10-02T12:25:10,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-02T12:25:10,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16962495076401, region=924cbbfe456ee5ec330fe011fbfbc3f7, ASSIGN in 348 msec 2023-10-02T12:25:10,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:10,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16962495076401","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249510242"}]},"ts":"1696249510242"} 2023-10-02T12:25:10,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16962495076401, state=ENABLED in hbase:meta 2023-10-02T12:25:10,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16962495076401 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:10,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16962495076401 in 813 msec 2023-10-02T12:25:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-02T12:25:10,550 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16962495076401, procId: 16 completed 2023-10-02T12:25:10,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] regionserver.HRegion(8210): writing data to region ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. with WAL disabled. Data may be lost in the event of a crash. 2023-10-02T12:25:10,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16962495076402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16962495076402 2023-10-02T12:25:10,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:10,649 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:10,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16962495076402" procId is: 19 2023-10-02T12:25:10,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:25:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:25:11,069 INFO [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 87e1ad438844bc84b22896303303f177, NAME => 'ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16962495076402', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1668): Closing 87e1ad438844bc84b22896303303f177, disabling compactions & flushes 2023-10-02T12:25:11,087 INFO [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. after waiting 0 ms 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,087 INFO [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,087 DEBUG [RegionOpenAndInit-ns3:test-16962495076402-pool-0 {}] regionserver.HRegion(1622): Region close journal for 87e1ad438844bc84b22896303303f177: 2023-10-02T12:25:11,089 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:11,089 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249511089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249511089"}]},"ts":"1696249511089"} 2023-10-02T12:25:11,091 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:11,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:11,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962495076402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249511092"}]},"ts":"1696249511092"} 2023-10-02T12:25:11,094 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962495076402, state=ENABLING in hbase:meta 2023-10-02T12:25:11,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962495076402, region=87e1ad438844bc84b22896303303f177, ASSIGN}] 2023-10-02T12:25:11,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16962495076402, region=87e1ad438844bc84b22896303303f177, ASSIGN 2023-10-02T12:25:11,103 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16962495076402, region=87e1ad438844bc84b22896303303f177, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:11,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1696249507640' 2023-10-02T12:25:11,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16962495076401' 2023-10-02T12:25:11,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=87e1ad438844bc84b22896303303f177, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:25:11,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 87e1ad438844bc84b22896303303f177, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:11,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 87e1ad438844bc84b22896303303f177, NAME => 'ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:11,416 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:11,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495076402 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:11,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,417 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,419 INFO [StoreOpener-87e1ad438844bc84b22896303303f177-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,421 INFO [StoreOpener-87e1ad438844bc84b22896303303f177-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87e1ad438844bc84b22896303303f177 columnFamilyName f 2023-10-02T12:25:11,421 DEBUG [StoreOpener-87e1ad438844bc84b22896303303f177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:11,422 INFO [StoreOpener-87e1ad438844bc84b22896303303f177-1 {}] regionserver.HStore(324): Store=87e1ad438844bc84b22896303303f177/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:11,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns3/test-16962495076402/87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns3/test-16962495076402/87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:11,440 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns3/test-16962495076402/87e1ad438844bc84b22896303303f177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:11,441 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 87e1ad438844bc84b22896303303f177; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9682994400, jitterRate=-0.09820087254047394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:25:11,441 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 87e1ad438844bc84b22896303303f177: 2023-10-02T12:25:11,443 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177., pid=21, masterSystemTime=1696249511410 2023-10-02T12:25:11,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:11,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=87e1ad438844bc84b22896303303f177, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:11,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-02T12:25:11,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 87e1ad438844bc84b22896303303f177, server=jenkins-hbase3.apache.org,43907,1696249496548 in 192 msec 2023-10-02T12:25:11,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-10-02T12:25:11,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16962495076402, region=87e1ad438844bc84b22896303303f177, ASSIGN in 353 msec 2023-10-02T12:25:11,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:11,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16962495076402","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249511456"}]},"ts":"1696249511456"} 2023-10-02T12:25:11,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16962495076402, state=ENABLED in hbase:meta 2023-10-02T12:25:11,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16962495076402 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:11,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16962495076402 in 817 msec 2023-10-02T12:25:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-10-02T12:25:11,759 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16962495076402, procId: 19 completed 2023-10-02T12:25:11,759 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16962495076402 get assigned. Timeout = 60000ms 2023-10-02T12:25:11,761 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:25:11,767 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16962495076402 assigned to meta. Checking AM states. 2023-10-02T12:25:11,768 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:25:11,768 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16962495076402 assigned. 2023-10-02T12:25:11,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16962495076403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16962495076403 2023-10-02T12:25:11,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:11,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:11,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16962495076403" procId is: 22 2023-10-02T12:25:11,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:25:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:25:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:25:12,192 INFO [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 583dd29299ebee30ef47261e322c6967, NAME => 'ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16962495076403', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:12,217 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:12,218 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1668): Closing 583dd29299ebee30ef47261e322c6967, disabling compactions & flushes 2023-10-02T12:25:12,218 INFO [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,218 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,218 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. after waiting 0 ms 2023-10-02T12:25:12,218 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,218 INFO [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,218 DEBUG [RegionOpenAndInit-ns4:test-16962495076403-pool-0 {}] regionserver.HRegion(1622): Region close journal for 583dd29299ebee30ef47261e322c6967: 2023-10-02T12:25:12,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:12,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1696249512220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249512220"}]},"ts":"1696249512220"} 2023-10-02T12:25:12,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:12,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:12,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962495076403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249512225"}]},"ts":"1696249512225"} 2023-10-02T12:25:12,228 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962495076403, state=ENABLING in hbase:meta 2023-10-02T12:25:12,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962495076403, region=583dd29299ebee30ef47261e322c6967, ASSIGN}] 2023-10-02T12:25:12,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16962495076403, region=583dd29299ebee30ef47261e322c6967, ASSIGN 2023-10-02T12:25:12,252 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16962495076403, region=583dd29299ebee30ef47261e322c6967, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:25:12,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=583dd29299ebee30ef47261e322c6967, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:12,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 583dd29299ebee30ef47261e322c6967, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:12,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 583dd29299ebee30ef47261e322c6967, NAME => 'ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:12,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:12,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16962495076403 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:12,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,569 INFO [StoreOpener-583dd29299ebee30ef47261e322c6967-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,571 INFO [StoreOpener-583dd29299ebee30ef47261e322c6967-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 583dd29299ebee30ef47261e322c6967 columnFamilyName f 2023-10-02T12:25:12,571 DEBUG [StoreOpener-583dd29299ebee30ef47261e322c6967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:12,572 INFO [StoreOpener-583dd29299ebee30ef47261e322c6967-1 {}] regionserver.HStore(324): Store=583dd29299ebee30ef47261e322c6967/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:12,573 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns4/test-16962495076403/583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,574 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns4/test-16962495076403/583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,577 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:12,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns4/test-16962495076403/583dd29299ebee30ef47261e322c6967/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:12,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 583dd29299ebee30ef47261e322c6967; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10192826560, jitterRate=-0.05071905255317688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-02T12:25:12,581 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 583dd29299ebee30ef47261e322c6967: 2023-10-02T12:25:12,582 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967., pid=24, masterSystemTime=1696249512560 2023-10-02T12:25:12,584 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,584 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:12,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=583dd29299ebee30ef47261e322c6967, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:12,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-10-02T12:25:12,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 583dd29299ebee30ef47261e322c6967, server=jenkins-hbase3.apache.org,43907,1696249496548 in 180 msec 2023-10-02T12:25:12,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-02T12:25:12,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16962495076403, region=583dd29299ebee30ef47261e322c6967, ASSIGN in 347 msec 2023-10-02T12:25:12,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:12,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16962495076403","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249512594"}]},"ts":"1696249512594"} 2023-10-02T12:25:12,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16962495076403, state=ENABLED in hbase:meta 2023-10-02T12:25:12,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16962495076403 execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:12,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16962495076403 in 829 msec 2023-10-02T12:25:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-02T12:25:12,886 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16962495076403, procId: 22 completed 2023-10-02T12:25:12,886 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16962495076403 get assigned. Timeout = 60000ms 2023-10-02T12:25:12,886 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:25:12,890 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16962495076403 assigned to meta. Checking AM states. 2023-10-02T12:25:12,891 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-10-02T12:25:12,891 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16962495076403 assigned. 2023-10-02T12:25:12,891 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48eda03e to 127.0.0.1:51112 2023-10-02T12:25:12,891 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:12,936 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=478, ProcessCount=183, AvailableMemoryMB=2141 2023-10-02T12:25:12,936 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-10-02T12:25:12,938 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(71): test full backup fails on a single table that does not exist 2023-10-02T12:25:12,940 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1f24a103 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:12,947 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e5bcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:13,001 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:13,003 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48222, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:13,005 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1f24a103 to 127.0.0.1:51112 2023-10-02T12:25:13,005 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:13,029 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=583 (was 583), OpenFileDescriptor=661 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=478 (was 478), ProcessCount=183 (was 183), AvailableMemoryMB=2140 (was 2141) 2023-10-02T12:25:13,029 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-10-02T12:25:13,048 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=583, OpenFileDescriptor=661, MaxFileDescriptor=60000, SystemLoadAverage=478, ProcessCount=183, AvailableMemoryMB=2139 2023-10-02T12:25:13,048 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-10-02T12:25:13,048 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(82): test full backup fails on multiple tables that do not exist 2023-10-02T12:25:13,050 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x14d03af1 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:13,056 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43507dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:13,065 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:13,071 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48226, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:13,074 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x14d03af1 to 127.0.0.1:51112 2023-10-02T12:25:13,074 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:13,095 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=586 (was 583) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x14d03af1 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$478/499102733.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x14d03af1-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x14d03af1-SendThread(127.0.0.1:51112) sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:470) org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:123) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:363) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) - Thread LEAK? -, OpenFileDescriptor=665 (was 661) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=478 (was 478), ProcessCount=183 (was 183), AvailableMemoryMB=2143 (was 2139) - AvailableMemoryMB LEAK? - 2023-10-02T12:25:13,095 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-10-02T12:25:13,115 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=586, OpenFileDescriptor=665, MaxFileDescriptor=60000, SystemLoadAverage=478, ProcessCount=183, AvailableMemoryMB=2143 2023-10-02T12:25:13,116 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-10-02T12:25:13,116 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(59): create full backup image on mulitple empty tables 2023-10-02T12:25:13,118 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3c655783 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:13,134 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4923c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:13,141 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:13,144 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48240, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:13,162 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:25:13,164 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:25:13,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-10-02T12:25:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-10-02T12:25:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:25:13,188 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-10-02T12:25:13,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 18 msec 2023-10-02T12:25:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-10-02T12:25:13,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-10-02T12:25:13,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:13,305 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:13,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-10-02T12:25:13,306 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:25:13,327 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 480b0aab441fe6caa05cb6d51d90e88c, NAME => 'backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:13,353 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:13,353 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 480b0aab441fe6caa05cb6d51d90e88c, disabling compactions & flushes 2023-10-02T12:25:13,354 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,354 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,354 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. after waiting 0 ms 2023-10-02T12:25:13,354 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,354 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,354 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 480b0aab441fe6caa05cb6d51d90e88c: 2023-10-02T12:25:13,356 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:13,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1696249513356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249513356"}]},"ts":"1696249513356"} 2023-10-02T12:25:13,359 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:13,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:13,361 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249513360"}]},"ts":"1696249513360"} 2023-10-02T12:25:13,363 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-10-02T12:25:13,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=480b0aab441fe6caa05cb6d51d90e88c, ASSIGN}] 2023-10-02T12:25:13,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=480b0aab441fe6caa05cb6d51d90e88c, ASSIGN 2023-10-02T12:25:13,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=480b0aab441fe6caa05cb6d51d90e88c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:25:13,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=480b0aab441fe6caa05cb6d51d90e88c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:13,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:25:13,686 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 480b0aab441fe6caa05cb6d51d90e88c, NAME => 'backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:13,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:13,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:13,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,689 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,692 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480b0aab441fe6caa05cb6d51d90e88c columnFamilyName meta 2023-10-02T12:25:13,693 DEBUG [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:13,693 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] regionserver.HStore(324): Store=480b0aab441fe6caa05cb6d51d90e88c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:13,694 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,696 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 480b0aab441fe6caa05cb6d51d90e88c columnFamilyName session 2023-10-02T12:25:13,696 DEBUG [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:13,697 INFO [StoreOpener-480b0aab441fe6caa05cb6d51d90e88c-1 {}] regionserver.HStore(324): Store=480b0aab441fe6caa05cb6d51d90e88c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,700 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:25:13,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:13,706 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:13,707 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 480b0aab441fe6caa05cb6d51d90e88c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11616245920, jitterRate=0.08184720575809479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:25:13,708 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 480b0aab441fe6caa05cb6d51d90e88c: 2023-10-02T12:25:13,709 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c., pid=28, masterSystemTime=1696249513681 2023-10-02T12:25:13,711 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,711 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:13,712 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=480b0aab441fe6caa05cb6d51d90e88c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:13,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-10-02T12:25:13,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c, server=jenkins-hbase3.apache.org,43907,1696249496548 in 186 msec 2023-10-02T12:25:13,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-10-02T12:25:13,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=480b0aab441fe6caa05cb6d51d90e88c, ASSIGN in 346 msec 2023-10-02T12:25:13,721 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:13,721 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249513721"}]},"ts":"1696249513721"} 2023-10-02T12:25:13,723 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-10-02T12:25:13,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:13,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 426 msec 2023-10-02T12:25:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-10-02T12:25:13,912 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-10-02T12:25:13,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-02T12:25:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-10-02T12:25:13,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-10-02T12:25:13,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:13,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-10-02T12:25:13,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-02T12:25:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:14,392 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1e1e747959f1a748dc92983506eedaae, NAME => 'backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:14,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:25:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:14,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-10-02T12:25:14,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:14,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1696249507640 2023-10-02T12:25:14,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1696249507640 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:14,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962495076402 2023-10-02T12:25:14,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16962495076402 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:14,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962495076401 2023-10-02T12:25:14,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16962495076401 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:14,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962495076403 2023-10-02T12:25:14,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16962495076403 Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 1e1e747959f1a748dc92983506eedaae, disabling compactions & flushes 2023-10-02T12:25:14,813 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. after waiting 0 ms 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:14,813 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:14,813 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1e1e747959f1a748dc92983506eedaae: 2023-10-02T12:25:14,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-10-02T12:25:14,815 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1696249514815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696249514815"}]},"ts":"1696249514815"} 2023-10-02T12:25:14,817 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-02T12:25:14,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-02T12:25:14,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249514819"}]},"ts":"1696249514819"} 2023-10-02T12:25:14,820 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-10-02T12:25:14,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=1e1e747959f1a748dc92983506eedaae, ASSIGN}] 2023-10-02T12:25:14,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=1e1e747959f1a748dc92983506eedaae, ASSIGN 2023-10-02T12:25:14,829 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=1e1e747959f1a748dc92983506eedaae, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,43907,1696249496548; forceNewPlan=false, retain=false 2023-10-02T12:25:14,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1e1e747959f1a748dc92983506eedaae, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:14,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 1e1e747959f1a748dc92983506eedaae, server=jenkins-hbase3.apache.org,43907,1696249496548}] 2023-10-02T12:25:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:15,143 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:15,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 1e1e747959f1a748dc92983506eedaae, NAME => 'backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae.', STARTKEY => '', ENDKEY => ''} 2023-10-02T12:25:15,144 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-10-02T12:25:15,144 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,144 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-02T12:25:15,144 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,144 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,146 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,148 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e1e747959f1a748dc92983506eedaae columnFamilyName meta 2023-10-02T12:25:15,148 DEBUG [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:15,149 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] regionserver.HStore(324): Store=1e1e747959f1a748dc92983506eedaae/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:15,149 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,151 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e1e747959f1a748dc92983506eedaae columnFamilyName session 2023-10-02T12:25:15,151 DEBUG [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-02T12:25:15,152 INFO [StoreOpener-1e1e747959f1a748dc92983506eedaae-1 {}] regionserver.HStore(324): Store=1e1e747959f1a748dc92983506eedaae/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-02T12:25:15,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system_bulk/1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system_bulk/1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,155 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-02T12:25:15,157 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:15,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system_bulk/1e1e747959f1a748dc92983506eedaae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-02T12:25:15,161 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 1e1e747959f1a748dc92983506eedaae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10659192640, jitterRate=-0.007285326719284058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-02T12:25:15,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 1e1e747959f1a748dc92983506eedaae: 2023-10-02T12:25:15,163 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae., pid=31, masterSystemTime=1696249515137 2023-10-02T12:25:15,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:15,166 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:15,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=1e1e747959f1a748dc92983506eedaae, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:15,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-10-02T12:25:15,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 1e1e747959f1a748dc92983506eedaae, server=jenkins-hbase3.apache.org,43907,1696249496548 in 184 msec 2023-10-02T12:25:15,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-10-02T12:25:15,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=1e1e747959f1a748dc92983506eedaae, ASSIGN in 346 msec 2023-10-02T12:25:15,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-02T12:25:15,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696249515176"}]},"ts":"1696249515176"} 2023-10-02T12:25:15,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-10-02T12:25:15,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-10-02T12:25:15,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.2470 sec 2023-10-02T12:25:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-10-02T12:25:16,059 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-10-02T12:25:16,072 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:25:16,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:25:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249516121 (current time:1696249516121). 2023-10-02T12:25:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:25:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:25:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b510722 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:16,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c69a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:16,138 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48256, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3b510722 to 127.0.0.1:51112 2023-10-02T12:25:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:25:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:25:16,159 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:16,165 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:25:16,176 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot, current working dir path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:25:16,178 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:25:16,190 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:25:16,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c}] 2023-10-02T12:25:16,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:16,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43907 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-10-02T12:25:16,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:16,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 480b0aab441fe6caa05cb6d51d90e88c 2/2 column families, dataSize=45 B heapSize=632 B 2023-10-02T12:25:16,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/082d3dfc778547e39321685620d6f7c2 is 49, key is activesession:/session:c/1696249516105/Put/seqid=0 2023-10-02T12:25:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:16,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/082d3dfc778547e39321685620d6f7c2 2023-10-02T12:25:16,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/082d3dfc778547e39321685620d6f7c2 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2 2023-10-02T12:25:16,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2, entries=1, sequenceid=5, filesize=4.9 K 2023-10-02T12:25:16,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 480b0aab441fe6caa05cb6d51d90e88c in 623ms, sequenceid=5, compaction requested=false 2023-10-02T12:25:16,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-10-02T12:25:16,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 480b0aab441fe6caa05cb6d51d90e88c: 2023-10-02T12:25:16,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. for snapshot_backup_system completed. 2023-10-02T12:25:16,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:25:17,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:25:17,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:25:17,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2] hfiles 2023-10-02T12:25:17,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2 for snapshot=snapshot_backup_system 2023-10-02T12:25:17,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-10-02T12:25:17,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16962495076403' 2023-10-02T12:25:17,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16962495076402' 2023-10-02T12:25:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:17,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:17,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-10-02T12:25:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-10-02T12:25:17,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:17,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:17,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-10-02T12:25:17,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c in 1.2410 sec 2023-10-02T12:25:17,438 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:25:17,442 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:25:17,447 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:25:17,447 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:25:17,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:25:17,886 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:25:17,900 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:25:17,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:25:17,902 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:25:17,903 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-10-02T12:25:17,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7530 sec 2023-10-02T12:25:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-10-02T12:25:18,269 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-10-02T12:25:18,270 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(115): Backup backup_1696249513135 started at 1696249518269. 2023-10-02T12:25:18,292 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(119): Backup session backup_1696249513135 has been started. 2023-10-02T12:25:18,296 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:25:18,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:25:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:25:18,318 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:25:18,318 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:25:18,319 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:25:18,319 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:25:18,319 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,319 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:18,321 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:25:18,321 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,321 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:25:18,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:25:18,321 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,322 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:25:18,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:18,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:25:18,323 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:18,323 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:25:18,325 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:25:18,325 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:25:18,326 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:25:18,326 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:25:18,327 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:25:18,327 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:25:18,327 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43907,1696249496548' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:25:18,329 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,329 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:18,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:18,330 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,330 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:25:18,330 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:18,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:18,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,331 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:18,332 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43907,1696249496548' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:25:18,332 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2cfc6df[Count = 0] remaining members to acquire global barrier 2023-10-02T12:25:18,332 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:25:18,332 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,334 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,334 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,335 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:25:18,335 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,335 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:25:18,336 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:25:18,336 DEBUG [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,336 INFO [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249498911 highest: 1696249498911 on jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,336 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta:.meta(num 1696249499544) roll requested 2023-10-02T12:25:18,349 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta, exclude list is [], retry=0 2023-10-02T12:25:18,356 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:25:18,360 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249499544.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta 2023-10-02T12:25:18,361 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:25:18,361 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249499544.meta is not closed yet, will try archiving it next time 2023-10-02T12:25:18,361 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548:(num 1696249498911) roll requested 2023-10-02T12:25:18,374 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249518361, exclude list is [], retry=0 2023-10-02T12:25:18,378 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:25:18,381 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249498911 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249518361 2023-10-02T12:25:18,382 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:25:18,382 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249498911 is not closed yet, will try archiving it next time 2023-10-02T12:25:18,397 DEBUG [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-10-02T12:25:18,397 INFO [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249518361 on jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,397 DEBUG [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:25:18,399 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59684, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-10-02T12:25:18,420 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:25:18,420 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43907,1696249496548' in zk 2023-10-02T12:25:18,424 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:25:18,424 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,424 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:25:18,424 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:25:18,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:18,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:18,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:18,426 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:18,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,427 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:18,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,428 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43907,1696249496548': 2023-10-02T12:25:18,429 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43907,1696249496548' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:25:18,429 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:25:18,429 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:25:18,430 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:25:18,430 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:25:18,430 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:25:18,433 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,433 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,433 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:25:18,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,433 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:18,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:18,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,433 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:25:18,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:25:18,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:18,434 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:18,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,437 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:18,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:18,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:18,455 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:18,455 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:18,455 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:25:18,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:25:18,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:25:18,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-10-02T12:25:18,456 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:25:18,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:25:18,458 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:25:18,458 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:25:18,559 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:25:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:25:18,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } 2023-10-02T12:25:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249518569 (current time:1696249518569). 2023-10-02T12:25:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:25:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249518568_ns3_test-16962495076402 VERSION not specified, setting to 2 2023-10-02T12:25:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x05ea7634 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4070cd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:18,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48262, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x05ea7634 to 127.0.0.1:51112 2023-10-02T12:25:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:25:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } 2023-10-02T12:25:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:25:18,584 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:25:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:25:18,585 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:25:18,589 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot, current working dir path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249518568_ns3_test-16962495076402 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:25:18,591 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:25:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:25:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:25:19,003 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:25:19,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177}] 2023-10-02T12:25:19,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:19,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43907 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-10-02T12:25:19,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:19,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 87e1ad438844bc84b22896303303f177: 2023-10-02T12:25:19,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. for snapshot_1696249518568_ns3_test-16962495076402 completed. 2023-10-02T12:25:19,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.' region-info for snapshot=snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:19,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:25:19,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:25:19,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:19,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-10-02T12:25:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-10-02T12:25:19,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249518568_ns3_test-16962495076402 on region 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:19,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:19,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-10-02T12:25:19,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 in 170 msec 2023-10-02T12:25:19,175 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:25:19,176 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:25:19,177 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:25:19,177 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:19,178 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:25:19,596 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:25:19,603 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:25:19,603 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249518568_ns3_test-16962495076402 to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:19,605 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:25:19,605 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-10-02T12:25:19,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1696249518568_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } in 1.0240 sec 2023-10-02T12:25:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-10-02T12:25:19,691 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16962495076402, procId: 34 completed 2023-10-02T12:25:19,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } 2023-10-02T12:25:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249519693 (current time:1696249519693). 2023-10-02T12:25:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:25:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249519692_ns4_test-16962495076403 VERSION not specified, setting to 2 2023-10-02T12:25:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x46ca73b2 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1047e689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:19,706 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48266, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x46ca73b2 to 127.0.0.1:51112 2023-10-02T12:25:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:25:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } 2023-10-02T12:25:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:25:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:25:19,712 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:25:19,713 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:25:19,716 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot, current working dir path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249519692_ns4_test-16962495076403 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:25:19,720 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:25:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:25:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:25:20,136 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:25:20,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 583dd29299ebee30ef47261e322c6967}] 2023-10-02T12:25:20,138 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:20,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43907 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-10-02T12:25:20,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:20,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 583dd29299ebee30ef47261e322c6967: 2023-10-02T12:25:20,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. for snapshot_1696249519692_ns4_test-16962495076403 completed. 2023-10-02T12:25:20,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967.' region-info for snapshot=snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:20,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:25:20,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:25:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:25:20,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-10-02T12:25:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:20,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-10-02T12:25:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-10-02T12:25:20,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249519692_ns4_test-16962495076403 on region 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:20,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:20,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-10-02T12:25:20,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 583dd29299ebee30ef47261e322c6967 in 573 msec 2023-10-02T12:25:20,712 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:25:20,713 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:25:20,714 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:25:20,714 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:20,715 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:20,743 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:25:20,752 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:25:20,752 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249519692_ns4_test-16962495076403 to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:20,755 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:25:20,755 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-10-02T12:25:20,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1696249519692_ns4_test-16962495076403 table=ns4:test-16962495076403 type=FLUSH ttl=0 } in 1.0470 sec 2023-10-02T12:25:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-02T12:25:20,819 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns4:test-16962495076403, procId: 36 completed 2023-10-02T12:25:20,819 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249513135 2023-10-02T12:25:20,820 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:25:20,822 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-10-02T12:25:20,825 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249513135_ns4:test-16962495076403 2023-10-02T12:25:20,825 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249519692_ns4_test-16962495076403 to hdfs://localhost:35071/backupUT/backup_1696249513135/ns4/test-16962495076403/ 2023-10-02T12:25:20,836 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:25:20,869 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:20,870 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36511,1696249493328_1040389292_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35071/backupUT/backup_1696249513135/ns4/test-16962495076403, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35071/backupUT/backup_1696249513135/ns4/test-16962495076403/.hbase-snapshot/.tmp/snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:20,870 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db, snapshotDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249519692_ns4_test-16962495076403. 2023-10-02T12:25:20,879 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249519692_ns4_test-16962495076403 to hdfs://localhost:35071/backupUT/backup_1696249513135/ns4/test-16962495076403/.hbase-snapshot/.tmp/snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:21,343 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:21,343 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:21,344 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:21,344 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,441 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop-4216089629228524301.jar 2023-10-02T12:25:22,442 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,442 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,443 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,444 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,444 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,444 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,445 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,445 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,446 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:22,447 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:25:22,448 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:25:22,449 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:25:22,449 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:25:22,450 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:25:22,451 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:25:22,451 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:25:22,452 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:25:22,453 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:25:22,453 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:25:22,454 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:25:22,454 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:25:22,458 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:22,459 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:22,459 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:22,459 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:22,460 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:22,461 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:22,461 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:22,523 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:25:22,558 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249519692_ns4_test-16962495076403' hfile list 2023-10-02T12:25:22,832 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249522750/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:25:22,833 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249522750/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:25:23,933 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:25:23,935 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:25:23,944 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:23,944 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249519692_ns4_test-16962495076403 finished. 2023-10-02T12:25:23,944 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249513135_ns3:test-16962495076402 2023-10-02T12:25:23,944 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249518568_ns3_test-16962495076402 to hdfs://localhost:35071/backupUT/backup_1696249513135/ns3/test-16962495076402/ 2023-10-02T12:25:23,944 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:25:23,975 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:23,975 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36511,1696249493328_474109573_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35071/backupUT/backup_1696249513135/ns3/test-16962495076402, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35071/backupUT/backup_1696249513135/ns3/test-16962495076402/.hbase-snapshot/.tmp/snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:23,975 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db, snapshotDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249518568_ns3_test-16962495076402. 2023-10-02T12:25:24,001 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249518568_ns3_test-16962495076402 to hdfs://localhost:35071/backupUT/backup_1696249513135/ns3/test-16962495076402/.hbase-snapshot/.tmp/snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:24,048 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:24,048 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:24,049 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:24,050 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:24,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-10-02T12:25:24,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-10-02T12:25:25,064 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop-206374637233590957.jar 2023-10-02T12:25:25,064 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,065 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,065 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,066 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,066 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,066 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,067 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,067 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,067 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:25,068 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:25:25,069 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:25:25,070 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:25:25,070 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:25:25,071 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:25:25,071 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:25:25,071 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:25:25,072 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:25:25,072 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:25:25,073 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:25:25,073 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:25:25,074 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:25:25,074 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:25,075 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:25,076 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:25,076 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:25,076 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:25,077 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:25,078 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:25,105 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:25:25,127 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249518568_ns3_test-16962495076402' hfile list 2023-10-02T12:25:25,225 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249525187/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:25:25,225 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249525187/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:25:26,258 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:25:26,259 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:25:26,265 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:26,265 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249518568_ns3_test-16962495076402 finished. 2023-10-02T12:25:26,266 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1034): ns4:test-16962495076403 2023-10-02T12:25:26,266 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1034): ns3:test-16962495076402 2023-10-02T12:25:26,349 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249513135 2023-10-02T12:25:26,349 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:25:26,768 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35071/backupUT/backup_1696249513135/.backup.manifest 2023-10-02T12:25:26,768 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249513135 2023-10-02T12:25:26,768 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:25:27,180 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35071/backupUT/backup_1696249513135/.backup.manifest 2023-10-02T12:25:27,180 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(358): Backup backup_1696249513135 finished: type=FULL,tablelist=ns4:test-16962495076403;ns3:test-16962495076402,targetRootDir=hdfs://localhost:35071/backupUT,startts=1696249518269,completets=1696249526345,bytescopied=0 2023-10-02T12:25:27,180 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:25:27,180 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:27,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249519692_ns4_test-16962495076403" 2023-10-02T12:25:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249519692_ns4_test-16962495076403 2023-10-02T12:25:27,193 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249519692_ns4_test-16962495076403 for backup backup_1696249513135 succeeded. 2023-10-02T12:25:27,193 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:27,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249518568_ns3_test-16962495076402" 2023-10-02T12:25:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249518568_ns3_test-16962495076402 2023-10-02T12:25:27,197 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249518568_ns3_test-16962495076402 for backup backup_1696249513135 succeeded. 2023-10-02T12:25:27,198 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:25:27,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:25:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:25:27,215 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:25:27,222 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:25:27,240 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(376): Backup backup_1696249513135 completed. 2023-10-02T12:25:27,240 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:25:27,240 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3c655783 to 127.0.0.1:51112 2023-10-02T12:25:27,240 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:27,262 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=591 (was 586) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-588126959_16 at /127.0.0.1:50238 [Receiving block BP-230538352-172.31.12.81-1696249489460:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-230538352-172.31.12.81-1696249489460:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x3c655783 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$478/499102733.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-588126959_16 at /127.0.0.1:50244 [Receiving block BP-230538352-172.31.12.81-1696249489460:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2087623880_16 at /127.0.0.1:55568 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x3c655783-SendThread(127.0.0.1:51112) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2087623880_16 at /127.0.0.1:50224 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x3c655783-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-230538352-172.31.12.81-1696249489460:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=675 (was 665) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=430 (was 478), ProcessCount=183 (was 183), AvailableMemoryMB=1931 (was 2143) 2023-10-02T12:25:27,262 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2023-10-02T12:25:27,277 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=591, OpenFileDescriptor=675, MaxFileDescriptor=60000, SystemLoadAverage=430, ProcessCount=183, AvailableMemoryMB=1931 2023-10-02T12:25:27,277 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=591 is superior to 500 2023-10-02T12:25:27,277 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(93): create full backup fails on tableset containing real and fake table 2023-10-02T12:25:27,279 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x74b9f892 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:27,296 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dac790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:27,301 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:27,302 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:27,305 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x74b9f892 to 127.0.0.1:51112 2023-10-02T12:25:27,305 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:27,325 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=594 (was 591) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x74b9f892-SendThread(127.0.0.1:51112) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x74b9f892-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51112@0x74b9f892 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$478/499102733.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=679 (was 675) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=430 (was 430), ProcessCount=183 (was 183), AvailableMemoryMB=1931 (was 1931) 2023-10-02T12:25:27,325 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-10-02T12:25:27,344 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=594, OpenFileDescriptor=679, MaxFileDescriptor=60000, SystemLoadAverage=430, ProcessCount=183, AvailableMemoryMB=1930 2023-10-02T12:25:27,344 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2023-10-02T12:25:27,344 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(48): create full backup image on single table 2023-10-02T12:25:27,346 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x12fe9c25 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:27,353 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d20c3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:27,356 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:27,358 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41582, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:27,360 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-02T12:25:27,363 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:47208, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-02T12:25:27,379 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-10-02T12:25:27,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:25:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249527386 (current time:1696249527386). 2023-10-02T12:25:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:25:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-10-02T12:25:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0ddbb8a8 to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c1ebe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:27,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0ddbb8a8 to 127.0.0.1:51112 2023-10-02T12:25:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:25:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-10-02T12:25:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:25:27,401 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:25:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:27,402 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:25:27,405 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot, current working dir path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:25:27,408 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:25:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:27,815 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:25:27,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c}] 2023-10-02T12:25:27,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:27,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43907 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-10-02T12:25:27,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:27,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 480b0aab441fe6caa05cb6d51d90e88c 2/2 column families, dataSize=1.51 KB heapSize=2.81 KB 2023-10-02T12:25:27,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/b3709c23cba844d4ae377457a4889be2 is 171, key is trslm:hdfs://localhost:35071/backupUT\x00ns3:test-16962495076402/meta:log-roll-map/1696249526333/Put/seqid=0 2023-10-02T12:25:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:28,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/b3709c23cba844d4ae377457a4889be2 2023-10-02T12:25:28,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/92ba79831bf04d0f943c12ff65fce8c0 is 458, key is session:backup_1696249513135/session:context/1696249527221/Put/seqid=0 2023-10-02T12:25:28,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/92ba79831bf04d0f943c12ff65fce8c0 2023-10-02T12:25:28,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/b3709c23cba844d4ae377457a4889be2 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/b3709c23cba844d4ae377457a4889be2 2023-10-02T12:25:28,426 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/b3709c23cba844d4ae377457a4889be2, entries=6, sequenceid=17, filesize=5.8 K 2023-10-02T12:25:28,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/92ba79831bf04d0f943c12ff65fce8c0 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/92ba79831bf04d0f943c12ff65fce8c0 2023-10-02T12:25:28,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/92ba79831bf04d0f943c12ff65fce8c0, entries=2, sequenceid=17, filesize=5.4 K 2023-10-02T12:25:28,436 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1546, heapSize ~2.78 KB/2848, currentSize=0 B/0 for 480b0aab441fe6caa05cb6d51d90e88c in 466ms, sequenceid=17, compaction requested=false 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 480b0aab441fe6caa05cb6d51d90e88c: 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. for snapshot_backup_system completed. 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c.' region-info for snapshot=snapshot_backup_system 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/b3709c23cba844d4ae377457a4889be2] hfiles 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/b3709c23cba844d4ae377457a4889be2 for snapshot=snapshot_backup_system 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2, hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/92ba79831bf04d0f943c12ff65fce8c0] hfiles 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/082d3dfc778547e39321685620d6f7c2 for snapshot=snapshot_backup_system 2023-10-02T12:25:28,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/92ba79831bf04d0f943c12ff65fce8c0 for snapshot=snapshot_backup_system 2023-10-02T12:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:28,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:28,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-10-02T12:25:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-10-02T12:25:28,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:28,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:28,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-02T12:25:28,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 480b0aab441fe6caa05cb6d51d90e88c in 1.0310 sec 2023-10-02T12:25:28,850 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:25:28,851 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:25:28,851 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:25:28,852 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-10-02T12:25:28,853 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system 2023-10-02T12:25:29,264 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:25:29,272 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:25:29,273 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_backup_system 2023-10-02T12:25:29,275 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:25:29,275 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-10-02T12:25:29,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8770 sec 2023-10-02T12:25:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-10-02T12:25:29,516 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-10-02T12:25:29,516 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(115): Backup backup_1696249527353 started at 1696249529516. 2023-10-02T12:25:29,518 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(119): Backup session backup_1696249527353 has been started. 2023-10-02T12:25:29,525 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-10-02T12:25:29,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-10-02T12:25:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-10-02T12:25:29,526 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-10-02T12:25:29,526 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-10-02T12:25:29,528 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-10-02T12:25:29,528 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-10-02T12:25:29,528 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,528 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:29,530 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,530 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:25:29,530 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:25:29,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:25:29,530 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,530 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-10-02T12:25:29,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:29,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-10-02T12:25:29,531 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:29,531 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-10-02T12:25:29,531 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-10-02T12:25:29,532 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-10-02T12:25:29,532 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-10-02T12:25:29,532 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-10-02T12:25:29,533 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-10-02T12:25:29,533 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-10-02T12:25:29,533 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,43907,1696249496548' joining acquired barrier for procedure (rolllog) in zk 2023-10-02T12:25:29,537 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,537 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:29,537 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,537 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-10-02T12:25:29,537 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:29,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:29,538 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,43907,1696249496548' joining acquired barrier for procedure 'rolllog' on coordinator 2023-10-02T12:25:29,539 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@ce1f07[Count = 0] remaining members to acquire global barrier 2023-10-02T12:25:29,539 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-10-02T12:25:29,540 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,541 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,541 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,541 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-10-02T12:25:29,541 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-10-02T12:25:29,542 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,542 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-10-02T12:25:29,542 DEBUG [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,542 INFO [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1696249518361 highest: 1696249518361 on jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,542 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta:.meta(num 1696249518336) roll requested 2023-10-02T12:25:29,553 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249529542.meta, exclude list is [], retry=0 2023-10-02T12:25:29,559 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:25:29,561 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249529542.meta 2023-10-02T12:25:29,561 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:25:29,561 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta is not closed yet, will try archiving it next time 2023-10-02T12:25:29,561 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548:(num 1696249518361) roll requested 2023-10-02T12:25:29,565 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/oldWALs/jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta.1696249518336.meta 2023-10-02T12:25:29,574 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249529561, exclude list is [], retry=0 2023-10-02T12:25:29,578 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK] 2023-10-02T12:25:29,580 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249518361 with entries=10, filesize=2.58 KB; new WAL /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249529561 2023-10-02T12:25:29,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:40555,DS-f03f9693-d455-4cee-89e7-60470230bd05,DISK]] 2023-10-02T12:25:29,580 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249518361 is not closed yet, will try archiving it next time 2023-10-02T12:25:29,582 DEBUG [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-10-02T12:25:29,582 INFO [rs(jenkins-hbase3.apache.org,43907,1696249496548)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1696249529561 on jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/WALs/jenkins-hbase3.apache.org,43907,1696249496548/jenkins-hbase3.apache.org%2C43907%2C1696249496548.1696249518361 not finished, retry = 0 2023-10-02T12:25:29,595 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-10-02T12:25:29,595 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,43907,1696249496548' in zk 2023-10-02T12:25:29,597 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,598 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-10-02T12:25:29,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,598 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:25:29,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:29,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:29,598 DEBUG [member: 'jenkins-hbase3.apache.org,43907,1696249496548' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-10-02T12:25:29,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:29,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:29,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:29,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,43907,1696249496548': 2023-10-02T12:25:29,602 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-10-02T12:25:29,602 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,43907,1696249496548' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-10-02T12:25:29,602 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-10-02T12:25:29,602 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-10-02T12:25:29,602 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-10-02T12:25:29,602 INFO [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-10-02T12:25:29,604 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,604 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,604 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:25:29,604 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-10-02T12:25:29,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-10-02T12:25:29,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,605 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:25:29,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-10-02T12:25:29,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:25:29,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,605 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-10-02T12:25:29,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,607 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-10-02T12:25:29,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-10-02T12:25:29,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,613 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:29,614 DEBUG [(jenkins-hbase3.apache.org,36511,1696249493328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-10-02T12:25:29,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-10-02T12:25:29,614 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-10-02T12:25:29,614 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-10-02T12:25:29,614 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-10-02T12:25:29,615 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-10-02T12:25:29,615 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-10-02T12:25:29,615 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-10-02T12:25:29,615 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-10-02T12:25:29,715 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-10-02T12:25:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-10-02T12:25:29,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } 2023-10-02T12:25:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1696249529720 (current time:1696249529720). 2023-10-02T12:25:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-10-02T12:25:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1696249529719_ns3_test-16962495076402 VERSION not specified, setting to 2 2023-10-02T12:25:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x73822d6b to 127.0.0.1:51112 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-02T12:25:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6141539d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-10-02T12:25:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-02T12:25:29,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:41604, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-02T12:25:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x73822d6b to 127.0.0.1:51112 2023-10-02T12:25:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-10-02T12:25:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } 2023-10-02T12:25:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-10-02T12:25:29,737 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-10-02T12:25:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:29,738 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-10-02T12:25:29,741 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot, current working dir path: hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249529719_ns3_test-16962495076402 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-10-02T12:25:29,744 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-10-02T12:25:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:30,151 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-10-02T12:25:30,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177}] 2023-10-02T12:25:30,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:30,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43907 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-10-02T12:25:30,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:30,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 87e1ad438844bc84b22896303303f177: 2023-10-02T12:25:30,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. for snapshot_1696249529719_ns3_test-16962495076402 completed. 2023-10-02T12:25:30,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177.' region-info for snapshot=snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:30,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-10-02T12:25:30,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-10-02T12:25:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:30,427 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-02T12:25:30,429 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:51372, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-02T12:25:30,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:30,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-10-02T12:25:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-10-02T12:25:30,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1696249529719_ns3_test-16962495076402 on region 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:30,717 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:30,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-10-02T12:25:30,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 87e1ad438844bc84b22896303303f177 in 566 msec 2023-10-02T12:25:30,719 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-10-02T12:25:30,720 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-10-02T12:25:30,721 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-10-02T12:25:30,721 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:30,722 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:31,133 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-10-02T12:25:31,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-10-02T12:25:31,140 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/.tmp/snapshot_1696249529719_ns3_test-16962495076402 to hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:31,141 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-10-02T12:25:31,141 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-10-02T12:25:31,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1696249529719_ns3_test-16962495076402 table=ns3:test-16962495076402 type=FLUSH ttl=0 } in 1.4070 sec 2023-10-02T12:25:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-02T12:25:31,845 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: ns3:test-16962495076402, procId: 40 completed 2023-10-02T12:25:31,845 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1696249527353 2023-10-02T12:25:31,845 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-10-02T12:25:31,845 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-10-02T12:25:31,845 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1696249527353_ns3:test-16962495076402 2023-10-02T12:25:31,845 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1696249529719_ns3_test-16962495076402 to hdfs://localhost:35071/backupUT/backup_1696249527353/ns3/test-16962495076402/ 2023-10-02T12:25:31,846 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-10-02T12:25:31,871 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db 2023-10-02T12:25:31,871 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,36511,1696249493328_-1157530277_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35071/backupUT/backup_1696249527353/ns3/test-16962495076402, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35071/backupUT/backup_1696249527353/ns3/test-16962495076402/.hbase-snapshot/.tmp/snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:31,871 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35071, inputRoot=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db, snapshotDir=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249529719_ns3_test-16962495076402. 2023-10-02T12:25:31,878 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/.hbase-snapshot/snapshot_1696249529719_ns3_test-16962495076402 to hdfs://localhost:35071/backupUT/backup_1696249527353/ns3/test-16962495076402/.hbase-snapshot/.tmp/snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:32,301 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:32,302 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:32,302 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:32,303 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,290 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop-817589827870673996.jar 2023-10-02T12:25:33,290 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,290 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,291 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,291 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,292 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,292 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,293 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,293 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,293 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-10-02T12:25:33,294 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-10-02T12:25:33,295 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-10-02T12:25:33,295 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-10-02T12:25:33,296 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-10-02T12:25:33,296 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-10-02T12:25:33,297 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-10-02T12:25:33,297 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-10-02T12:25:33,297 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-10-02T12:25:33,298 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-10-02T12:25:33,298 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-10-02T12:25:33,299 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-10-02T12:25:33,299 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-10-02T12:25:33,300 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:33,301 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:33,301 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:33,302 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:33,302 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-10-02T12:25:33,303 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:33,303 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-10-02T12:25:33,329 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-10-02T12:25:33,348 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1696249529719_ns3_test-16962495076402' hfile list 2023-10-02T12:25:33,444 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249533407/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-10-02T12:25:33,444 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/mapreduce.cluster.local.dir/1696249533407/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-10-02T12:25:34,472 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-10-02T12:25:34,473 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-10-02T12:25:34,479 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:34,479 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1696249529719_ns3_test-16962495076402 finished. 2023-10-02T12:25:34,479 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1034): ns3:test-16962495076402 2023-10-02T12:25:34,487 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1696249527353 2023-10-02T12:25:34,487 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-10-02T12:25:34,893 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35071/backupUT/backup_1696249527353/.backup.manifest 2023-10-02T12:25:34,894 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(358): Backup backup_1696249527353 finished: type=FULL,tablelist=ns3:test-16962495076402,targetRootDir=hdfs://localhost:35071/backupUT,startts=1696249529516,completets=1696249534487,bytescopied=0 2023-10-02T12:25:34,894 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-10-02T12:25:34,894 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:34,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1696249529719_ns3_test-16962495076402" 2023-10-02T12:25:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1696249529719_ns3_test-16962495076402 2023-10-02T12:25:34,902 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1696249529719_ns3_test-16962495076402 for backup backup_1696249527353 succeeded. 2023-10-02T12:25:34,903 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-10-02T12:25:34,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-10-02T12:25:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36511 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-10-02T12:25:34,915 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-10-02T12:25:34,917 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-10-02T12:25:34,923 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] impl.TableBackupClient(376): Backup backup_1696249527353 completed. 2023-10-02T12:25:34,923 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:25:34,924 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x12fe9c25 to 127.0.0.1:51112 2023-10-02T12:25:34,924 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:34,924 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] backup.TestBackupBoundaryTests(50): Finished Backup backup_1696249527353 2023-10-02T12:25:34,944 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=593 (was 594), OpenFileDescriptor=682 (was 679) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=428 (was 430), ProcessCount=183 (was 183), AvailableMemoryMB=1939 (was 1930) - AvailableMemoryMB LEAK? - 2023-10-02T12:25:34,944 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2023-10-02T12:25:34,953 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-02T12:25:34,953 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:25:34,953 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x331f2f7a to 127.0.0.1:51112 2023-10-02T12:25:34,953 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:34,954 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-02T12:25:34,954 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] util.JVMClusterUtil(257): Found active master hash=309125692, stopped=false 2023-10-02T12:25:34,954 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:25:34,962 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:25:34,962 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-10-02T12:25:34,962 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-02T12:25:34,962 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:34,962 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:34,962 DEBUG [Listener at jenkins-hbase3.apache.org/33491 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:34,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:25:34,963 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,43907,1696249496548' ***** 2023-10-02T12:25:34,963 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-02T12:25:34,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-10-02T12:25:34,963 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:25:34,978 INFO [RS:0;jenkins-hbase3:43907 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1379bd52{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-10-02T12:25:34,984 INFO [RS:0;jenkins-hbase3:43907 {}] server.AbstractConnector(383): Stopped ServerConnector@68873673{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:25:34,984 INFO [RS:0;jenkins-hbase3:43907 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:25:34,985 INFO [RS:0;jenkins-hbase3:43907 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e605217{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:25:34,986 INFO [RS:0;jenkins-hbase3:43907 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@ae131f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir/,STOPPED} 2023-10-02T12:25:34,989 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-02T12:25:34,989 INFO [RS:0;jenkins-hbase3:43907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-02T12:25:34,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-02T12:25:34,989 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-10-02T12:25:34,989 INFO [RS:0;jenkins-hbase3:43907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-02T12:25:34,989 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 480b0aab441fe6caa05cb6d51d90e88c 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 87e1ad438844bc84b22896303303f177 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 583dd29299ebee30ef47261e322c6967 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 3bfeb97a55abc070dc6548d21cea2604 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 1e1e747959f1a748dc92983506eedaae 2023-10-02T12:25:34,990 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-02T12:25:34,991 DEBUG [RS:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-02T12:25:34,991 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-02T12:25:34,992 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 924cbbfe456ee5ec330fe011fbfbc3f7, disabling compactions & flushes 2023-10-02T12:25:34,992 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-10-02T12:25:34,993 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:34,993 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1583): Online Regions={924cbbfe456ee5ec330fe011fbfbc3f7=ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7., 480b0aab441fe6caa05cb6d51d90e88c=backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c., 87e1ad438844bc84b22896303303f177=ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177., 583dd29299ebee30ef47261e322c6967=ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967., 1588230740=hbase:meta,,1.1588230740, 3bfeb97a55abc070dc6548d21cea2604=hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604., 1e1e747959f1a748dc92983506eedaae=backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae., 8b04e142516b5ecdbd4656a54cf6f7dd=test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.} 2023-10-02T12:25:34,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:34,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. after waiting 0 ms 2023-10-02T12:25:34,993 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:34,993 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 924cbbfe456ee5ec330fe011fbfbc3f7 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:25:34,993 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 480b0aab441fe6caa05cb6d51d90e88c, 583dd29299ebee30ef47261e322c6967, 87e1ad438844bc84b22896303303f177, 8b04e142516b5ecdbd4656a54cf6f7dd, 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:34,997 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-02T12:25:34,997 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-02T12:25:34,997 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-02T12:25:34,997 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-02T12:25:34,997 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-02T12:25:34,997 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-10-02T12:25:35,003 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:25:35,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/.tmp/f/22ed90a82f8a42c7806cd3d43f10d52d is 37, key is row10/f:q1/1696249510565/Put/seqid=0 2023-10-02T12:25:35,034 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/info/bd35e83e883f4f13b0d307f0873a02e6 is 159, key is ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7./info:regioninfo/1696249510233/Put/seqid=0 2023-10-02T12:25:35,044 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/info/bd35e83e883f4f13b0d307f0873a02e6 2023-10-02T12:25:35,082 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/table/a9330810fcf04ef99aff7aef1382eacb is 59, key is ns2:test-16962495076401/table:state/1696249510242/Put/seqid=0 2023-10-02T12:25:35,092 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/table/a9330810fcf04ef99aff7aef1382eacb 2023-10-02T12:25:35,101 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/info/bd35e83e883f4f13b0d307f0873a02e6 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/info/bd35e83e883f4f13b0d307f0873a02e6 2023-10-02T12:25:35,109 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/info/bd35e83e883f4f13b0d307f0873a02e6, entries=70, sequenceid=39, filesize=14.1 K 2023-10-02T12:25:35,112 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/.tmp/table/a9330810fcf04ef99aff7aef1382eacb as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/table/a9330810fcf04ef99aff7aef1382eacb 2023-10-02T12:25:35,120 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/table/a9330810fcf04ef99aff7aef1382eacb, entries=14, sequenceid=39, filesize=5.8 K 2023-10-02T12:25:35,121 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=39, compaction requested=false 2023-10-02T12:25:35,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-10-02T12:25:35,135 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:35,135 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-02T12:25:35,136 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-02T12:25:35,137 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-02T12:25:35,137 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-02T12:25:35,194 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 480b0aab441fe6caa05cb6d51d90e88c, 583dd29299ebee30ef47261e322c6967, 87e1ad438844bc84b22896303303f177, 8b04e142516b5ecdbd4656a54cf6f7dd, 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:35,394 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 480b0aab441fe6caa05cb6d51d90e88c, 583dd29299ebee30ef47261e322c6967, 87e1ad438844bc84b22896303303f177, 8b04e142516b5ecdbd4656a54cf6f7dd, 924cbbfe456ee5ec330fe011fbfbc3f7 2023-10-02T12:25:35,441 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/.tmp/f/22ed90a82f8a42c7806cd3d43f10d52d 2023-10-02T12:25:35,451 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/.tmp/f/22ed90a82f8a42c7806cd3d43f10d52d as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/f/22ed90a82f8a42c7806cd3d43f10d52d 2023-10-02T12:25:35,459 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/f/22ed90a82f8a42c7806cd3d43f10d52d, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:25:35,461 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 924cbbfe456ee5ec330fe011fbfbc3f7 in 468ms, sequenceid=103, compaction requested=false 2023-10-02T12:25:35,472 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns2/test-16962495076401/924cbbfe456ee5ec330fe011fbfbc3f7/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:25:35,474 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:35,475 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:35,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 924cbbfe456ee5ec330fe011fbfbc3f7: 2023-10-02T12:25:35,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16962495076401,,1696249509434.924cbbfe456ee5ec330fe011fbfbc3f7. 2023-10-02T12:25:35,475 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 480b0aab441fe6caa05cb6d51d90e88c, disabling compactions & flushes 2023-10-02T12:25:35,475 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:35,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:35,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. after waiting 0 ms 2023-10-02T12:25:35,476 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:35,476 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 480b0aab441fe6caa05cb6d51d90e88c 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-10-02T12:25:35,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/19b0e3927447496185b51698798e6d96 is 171, key is trslm:hdfs://localhost:35071/backupUT\x00ns3:test-16962495076402/meta:log-roll-map/1696249534483/Put/seqid=0 2023-10-02T12:25:35,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/19b0e3927447496185b51698798e6d96 2023-10-02T12:25:35,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/d42ba25c1baf4ef792cc0c2ac87d0fb3 is 380, key is session:backup_1696249527353/session:context/1696249534916/Put/seqid=0 2023-10-02T12:25:35,546 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=601 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/d42ba25c1baf4ef792cc0c2ac87d0fb3 2023-10-02T12:25:35,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/meta/19b0e3927447496185b51698798e6d96 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/19b0e3927447496185b51698798e6d96 2023-10-02T12:25:35,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/meta/19b0e3927447496185b51698798e6d96, entries=4, sequenceid=27, filesize=5.6 K 2023-10-02T12:25:35,572 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/.tmp/session/d42ba25c1baf4ef792cc0c2ac87d0fb3 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/d42ba25c1baf4ef792cc0c2ac87d0fb3 2023-10-02T12:25:35,579 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/session/d42ba25c1baf4ef792cc0c2ac87d0fb3, entries=2, sequenceid=27, filesize=5.3 K 2023-10-02T12:25:35,580 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1059, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 480b0aab441fe6caa05cb6d51d90e88c in 104ms, sequenceid=27, compaction requested=true 2023-10-02T12:25:35,595 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 480b0aab441fe6caa05cb6d51d90e88c, 583dd29299ebee30ef47261e322c6967, 87e1ad438844bc84b22896303303f177, 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:35,599 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system/480b0aab441fe6caa05cb6d51d90e88c/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-10-02T12:25:35,600 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:35,601 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 480b0aab441fe6caa05cb6d51d90e88c: 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1696249513299.480b0aab441fe6caa05cb6d51d90e88c. 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 87e1ad438844bc84b22896303303f177, disabling compactions & flushes 2023-10-02T12:25:35,601 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. after waiting 0 ms 2023-10-02T12:25:35,601 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:35,606 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns3/test-16962495076402/87e1ad438844bc84b22896303303f177/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-10-02T12:25:35,607 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:35,607 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 87e1ad438844bc84b22896303303f177: 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16962495076402,,1696249510645.87e1ad438844bc84b22896303303f177. 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 583dd29299ebee30ef47261e322c6967, disabling compactions & flushes 2023-10-02T12:25:35,608 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. after waiting 0 ms 2023-10-02T12:25:35,608 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:35,612 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/ns4/test-16962495076403/583dd29299ebee30ef47261e322c6967/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-10-02T12:25:35,612 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:35,613 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:35,613 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 583dd29299ebee30ef47261e322c6967: 2023-10-02T12:25:35,614 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16962495076403,,1696249511770.583dd29299ebee30ef47261e322c6967. 2023-10-02T12:25:35,614 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3bfeb97a55abc070dc6548d21cea2604, disabling compactions & flushes 2023-10-02T12:25:35,615 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:35,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:35,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. after waiting 0 ms 2023-10-02T12:25:35,615 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:35,615 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3bfeb97a55abc070dc6548d21cea2604 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-10-02T12:25:35,633 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/.tmp/info/6509123f153d4bd0bf5a3911eed0430d is 45, key is default/info:d/1696249501200/Put/seqid=0 2023-10-02T12:25:35,756 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-10-02T12:25:35,756 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-10-02T12:25:35,795 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:35,995 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1579): Waiting on 3 regions to close 2023-10-02T12:25:35,995 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1583): Online Regions={3bfeb97a55abc070dc6548d21cea2604=hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604., 1e1e747959f1a748dc92983506eedaae=backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae., 8b04e142516b5ecdbd4656a54cf6f7dd=test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd.} 2023-10-02T12:25:35,995 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 1e1e747959f1a748dc92983506eedaae, 3bfeb97a55abc070dc6548d21cea2604, 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:36,039 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/.tmp/info/6509123f153d4bd0bf5a3911eed0430d 2023-10-02T12:25:36,049 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/.tmp/info/6509123f153d4bd0bf5a3911eed0430d as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/info/6509123f153d4bd0bf5a3911eed0430d 2023-10-02T12:25:36,055 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/info/6509123f153d4bd0bf5a3911eed0430d, entries=7, sequenceid=11, filesize=5.1 K 2023-10-02T12:25:36,057 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 3bfeb97a55abc070dc6548d21cea2604 in 442ms, sequenceid=11, compaction requested=false 2023-10-02T12:25:36,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/hbase/namespace/3bfeb97a55abc070dc6548d21cea2604/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-10-02T12:25:36,066 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:36,067 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:36,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3bfeb97a55abc070dc6548d21cea2604: 2023-10-02T12:25:36,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696249500209.3bfeb97a55abc070dc6548d21cea2604. 2023-10-02T12:25:36,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1e1e747959f1a748dc92983506eedaae, disabling compactions & flushes 2023-10-02T12:25:36,068 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:36,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:36,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. after waiting 0 ms 2023-10-02T12:25:36,068 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:36,083 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/backup/system_bulk/1e1e747959f1a748dc92983506eedaae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-02T12:25:36,083 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:36,085 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:36,085 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1e1e747959f1a748dc92983506eedaae: 2023-10-02T12:25:36,085 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1696249513934.1e1e747959f1a748dc92983506eedaae. 2023-10-02T12:25:36,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8b04e142516b5ecdbd4656a54cf6f7dd, disabling compactions & flushes 2023-10-02T12:25:36,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:36,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:36,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. after waiting 0 ms 2023-10-02T12:25:36,086 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:36,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 8b04e142516b5ecdbd4656a54cf6f7dd 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-10-02T12:25:36,108 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/.tmp/f/b782cda64cb442cbb975dce8b90ed206 is 37, key is row10/f:q1/1696249509324/Put/seqid=0 2023-10-02T12:25:36,196 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:36,396 DEBUG [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1609): Waiting on 8b04e142516b5ecdbd4656a54cf6f7dd 2023-10-02T12:25:36,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/.tmp/f/b782cda64cb442cbb975dce8b90ed206 2023-10-02T12:25:36,538 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/.tmp/f/b782cda64cb442cbb975dce8b90ed206 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/f/b782cda64cb442cbb975dce8b90ed206 2023-10-02T12:25:36,546 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/f/b782cda64cb442cbb975dce8b90ed206, entries=99, sequenceid=103, filesize=8.2 K 2023-10-02T12:25:36,548 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8b04e142516b5ecdbd4656a54cf6f7dd in 461ms, sequenceid=103, compaction requested=false 2023-10-02T12:25:36,558 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/data/default/test-1696249507640/8b04e142516b5ecdbd4656a54cf6f7dd/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-02T12:25:36,559 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-10-02T12:25:36,560 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:36,560 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8b04e142516b5ecdbd4656a54cf6f7dd: 2023-10-02T12:25:36,560 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1696249507640,,1696249508154.8b04e142516b5ecdbd4656a54cf6f7dd. 2023-10-02T12:25:36,596 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43907,1696249496548; all regions closed. 2023-10-02T12:25:36,614 DEBUG [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/oldWALs 2023-10-02T12:25:36,614 INFO [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548.meta:.meta(num 1696249529542) 2023-10-02T12:25:36,625 DEBUG [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/oldWALs 2023-10-02T12:25:36,625 INFO [RS:0;jenkins-hbase3:43907 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C43907%2C1696249496548:(num 1696249529561) 2023-10-02T12:25:36,625 DEBUG [RS:0;jenkins-hbase3:43907 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:36,625 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.LeaseManager(133): Closed leases 2023-10-02T12:25:36,625 INFO [RS:0;jenkins-hbase3:43907 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-02T12:25:36,626 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:25:36,628 INFO [RS:0;jenkins-hbase3:43907 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:43907 2023-10-02T12:25:36,635 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-10-02T12:25:36,635 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,43907,1696249496548 2023-10-02T12:25:36,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,43907,1696249496548] 2023-10-02T12:25:36,637 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,43907,1696249496548; numProcessing=1 2023-10-02T12:25:36,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,43907,1696249496548 already deleted, retry=false 2023-10-02T12:25:36,639 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,43907,1696249496548 expired; onlineServers=0 2023-10-02T12:25:36,639 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,36511,1696249493328' ***** 2023-10-02T12:25:36,639 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-02T12:25:36,640 DEBUG [M:0;jenkins-hbase3:36511 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ae6014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-02T12:25:36,640 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-10-02T12:25:36,650 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-10-02T12:25:36,650 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-10-02T12:25:36,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-10-02T12:25:36,704 INFO [M:0;jenkins-hbase3:36511 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@35bcdda9{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-10-02T12:25:36,705 INFO [M:0;jenkins-hbase3:36511 {}] server.AbstractConnector(383): Stopped ServerConnector@100fec1b{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:25:36,705 INFO [M:0;jenkins-hbase3:36511 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-10-02T12:25:36,706 INFO [M:0;jenkins-hbase3:36511 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3558b013{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-10-02T12:25:36,707 INFO [M:0;jenkins-hbase3:36511 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@288eca7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/hadoop.log.dir/,STOPPED} 2023-10-02T12:25:36,707 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,36511,1696249493328 2023-10-02T12:25:36,707 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,36511,1696249493328; all regions closed. 2023-10-02T12:25:36,708 DEBUG [M:0;jenkins-hbase3:36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:36,708 INFO [M:0;jenkins-hbase3:36511 {}] master.HMaster(1665): Stopping master jetty server 2023-10-02T12:25:36,708 INFO [M:0;jenkins-hbase3:36511 {}] server.AbstractConnector(383): Stopped ServerConnector@55603a5e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-10-02T12:25:36,709 DEBUG [M:0;jenkins-hbase3:36511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-02T12:25:36,709 INFO [M:0;jenkins-hbase3:36511 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-10-02T12:25:36,709 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-02T12:25:36,710 DEBUG [M:0;jenkins-hbase3:36511 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x124be364 to 127.0.0.1:51112 2023-10-02T12:25:36,710 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249498556 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696249498556,5,FailOnTimeoutGroup] 2023-10-02T12:25:36,710 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249498556 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696249498556,5,FailOnTimeoutGroup] 2023-10-02T12:25:36,710 DEBUG [M:0;jenkins-hbase3:36511 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-02T12:25:36,710 DEBUG [M:0;jenkins-hbase3:36511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-02T12:25:36,710 INFO [M:0;jenkins-hbase3:36511 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-02T12:25:36,710 DEBUG [M:0;jenkins-hbase3:36511 {}] master.HMaster(1688): Stopping service threads 2023-10-02T12:25:36,710 INFO [M:0;jenkins-hbase3:36511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-02T12:25:36,711 ERROR [M:0;jenkins-hbase3:36511 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-02T12:25:36,711 INFO [M:0;jenkins-hbase3:36511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-02T12:25:36,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-02T12:25:36,712 DEBUG [M:0;jenkins-hbase3:36511 {}] zookeeper.ZKUtil(347): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-10-02T12:25:36,712 WARN [M:0;jenkins-hbase3:36511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-02T12:25:36,712 INFO [M:0;jenkins-hbase3:36511 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-02T12:25:36,712 INFO [M:0;jenkins-hbase3:36511 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-02T12:25:36,719 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-02T12:25:36,733 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:36,733 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:36,733 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-02T12:25:36,733 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:36,734 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=161.80 KB heapSize=194.42 KB 2023-10-02T12:25:36,738 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:25:36,738 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): regionserver:43907-0x1017322938d0001, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:25:36,738 INFO [RS:0;jenkins-hbase3:43907 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43907,1696249496548; zookeeper connection closed. 2023-10-02T12:25:36,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26e44842 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26e44842 2023-10-02T12:25:36,740 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-10-02T12:25:36,752 DEBUG [M:0;jenkins-hbase3:36511 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/807f1f006ddc468e85bd706909de1662 is 88, key is hbase:meta,,1/info:sn/1696249499123/Put/seqid=0 2023-10-02T12:25:36,758 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/807f1f006ddc468e85bd706909de1662 2023-10-02T12:25:36,783 DEBUG [M:0;jenkins-hbase3:36511 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec6f908363446bfbce0c975d3dc4ddf is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1696249515184/Put/seqid=0 2023-10-02T12:25:36,794 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=161.21 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec6f908363446bfbce0c975d3dc4ddf 2023-10-02T12:25:36,800 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ec6f908363446bfbce0c975d3dc4ddf 2023-10-02T12:25:36,816 DEBUG [M:0;jenkins-hbase3:36511 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a879b837255547eca060722f9e2ab92f is 82, key is jenkins-hbase3.apache.org,43907,1696249496548/rs:state/1696249498571/Put/seqid=0 2023-10-02T12:25:36,821 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a879b837255547eca060722f9e2ab92f 2023-10-02T12:25:36,829 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/807f1f006ddc468e85bd706909de1662 as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/807f1f006ddc468e85bd706909de1662 2023-10-02T12:25:36,836 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/807f1f006ddc468e85bd706909de1662, entries=8, sequenceid=382, filesize=5.5 K 2023-10-02T12:25:36,837 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec6f908363446bfbce0c975d3dc4ddf as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ec6f908363446bfbce0c975d3dc4ddf 2023-10-02T12:25:36,844 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ec6f908363446bfbce0c975d3dc4ddf 2023-10-02T12:25:36,844 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ec6f908363446bfbce0c975d3dc4ddf, entries=41, sequenceid=382, filesize=14.1 K 2023-10-02T12:25:36,846 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a879b837255547eca060722f9e2ab92f as hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a879b837255547eca060722f9e2ab92f 2023-10-02T12:25:36,853 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35071/user/jenkins/test-data/4afdeda3-1a6c-5c07-f2bc-64ba87d879db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a879b837255547eca060722f9e2ab92f, entries=1, sequenceid=382, filesize=5.1 K 2023-10-02T12:25:36,854 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(3022): Finished flush of dataSize ~161.80 KB/165688, heapSize ~194.13 KB/198784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=382, compaction requested=false 2023-10-02T12:25:36,869 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-02T12:25:36,869 DEBUG [M:0;jenkins-hbase3:36511 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-02T12:25:36,883 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-02T12:25:36,883 INFO [M:0;jenkins-hbase3:36511 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-02T12:25:36,883 INFO [M:0;jenkins-hbase3:36511 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-10-02T12:25:36,884 INFO [M:0;jenkins-hbase3:36511 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:36511 2023-10-02T12:25:36,886 DEBUG [M:0;jenkins-hbase3:36511 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,36511,1696249493328 already deleted, retry=false 2023-10-02T12:25:36,989 INFO [M:0;jenkins-hbase3:36511 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,36511,1696249493328; zookeeper connection closed. 2023-10-02T12:25:36,989 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:25:36,989 DEBUG [Listener at localhost/41993-EventThread {}] zookeeper.ZKWatcher(604): master:36511-0x1017322938d0000, quorum=127.0.0.1:51112, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-02T12:25:36,992 WARN [Listener at jenkins-hbase3.apache.org/33491 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-02T12:25:37,000 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:25:37,009 WARN [BP-230538352-172.31.12.81-1696249489460 heartbeating to localhost/127.0.0.1:35071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-02T12:25:37,009 WARN [BP-230538352-172.31.12.81-1696249489460 heartbeating to localhost/127.0.0.1:35071 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-230538352-172.31.12.81-1696249489460 (Datanode Uuid 8d681f35-15ca-4222-8fcb-084fa9871f14) service to localhost/127.0.0.1:35071 2023-10-02T12:25:37,011 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/dfs/data/data1/current/BP-230538352-172.31.12.81-1696249489460 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:25:37,012 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/7c62c4f1-f95a-3ed8-6168-0124bc8bedce/cluster_237629d7-ef01-2434-585f-82029897726d/dfs/data/data2/current/BP-230538352-172.31.12.81-1696249489460 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-02T12:25:37,061 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-02T12:25:37,177 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-02T12:25:37,233 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-10-02T12:25:37,233 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-10-02T12:25:37,246 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:25:37,276 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:25:37,430 ERROR [Thread[Thread-276,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:25:37,430 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:25:37,539 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-10-02T12:25:37,547 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-10-02T12:25:37,548 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:25:37,557 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-10-02T12:25:37,663 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-10-02T12:25:37,664 INFO [Listener at jenkins-hbase3.apache.org/33491 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped