2023-11-19 01:34:01,728 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:34:01,744 main DEBUG Took 0.012631 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:34:01,744 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:34:01,745 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:34:01,746 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:34:01,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,758 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:34:01,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,780 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,782 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,784 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,785 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,786 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,786 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,787 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:34:01,788 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,789 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:34:01,791 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:34:01,793 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:34:01,795 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:34:01,795 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:34:01,796 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:34:01,796 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:34:01,809 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:34:01,812 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:34:01,816 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:34:01,816 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:34:01,816 main DEBUG createAppenders(={Console}) 2023-11-19 01:34:01,817 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-19 01:34:01,818 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:34:01,818 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-19 01:34:01,818 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:34:01,819 main DEBUG OutputStream closed 2023-11-19 01:34:01,819 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:34:01,819 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:34:01,819 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-19 01:34:01,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:34:01,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:34:01,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:34:01,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:34:01,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:34:01,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:34:01,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:34:01,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:34:01,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:34:01,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:34:01,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:34:01,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:34:01,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:34:01,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:34:01,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:34:01,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:34:01,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:34:01,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:34:01,876 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:34:01,876 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-19 01:34:01,876 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:34:01,877 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-19T01:34:01,909 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupStatusProgress timeout: 13 mins 2023-11-19 01:34:01,913 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:34:01,914 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:34:02,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e 2023-11-19T01:34:02,264 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:34:02,267 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:02,268 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:34:02,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0, deleteOnExit=true 2023-11-19T01:34:02,272 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:34:02,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/test.cache.data in system properties and HBase conf 2023-11-19T01:34:02,273 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:34:02,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:34:02,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:34:02,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:34:02,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:34:02,392 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:34:02,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:34:02,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:34:02,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:34:02,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:34:02,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:34:02,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:34:02,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:34:02,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:34:02,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:34:02,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:34:02,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:34:02,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:34:02,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:34:02,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:34:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:34:03,447 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:34:03,453 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:34:03,752 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:34:03,888 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@3469c32f via org.mortbay.log.Slf4jLog 2023-11-19T01:34:03,904 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:03,945 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:03,981 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_localhost_44673_hdfs____.ojrvwk/webapp 2023-11-19T01:34:04,121 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44673 2023-11-19T01:34:04,148 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:34:04,149 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:34:04,681 WARN [Listener at localhost/34863 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:34:04,747 WARN [Listener at localhost/34863 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:34:04,765 WARN [Listener at localhost/34863 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:04,771 INFO [Listener at localhost/34863 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:04,777 INFO [Listener at localhost/34863 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_localhost_42533_datanode____a8qmwu/webapp 2023-11-19T01:34:04,880 INFO [Listener at localhost/34863 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42533 2023-11-19T01:34:05,163 WARN [Listener at localhost/33839 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:34:05,473 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:34:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x693c0e3efa40520f: Processing first storage report for DS-7f9d3afd-1642-430d-a68d-57242f9bec3e from datanode f21640ea-18e6-430c-ae11-feb94bf58467 2023-11-19T01:34:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x693c0e3efa40520f: from storage DS-7f9d3afd-1642-430d-a68d-57242f9bec3e node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=f21640ea-18e6-430c-ae11-feb94bf58467, infoPort=40123, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=447270707;c=1700357643529), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:34:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x693c0e3efa40520f: Processing first storage report for DS-9600d32b-c12f-437c-a7c7-beba90a70ed6 from datanode f21640ea-18e6-430c-ae11-feb94bf58467 2023-11-19T01:34:05,635 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x693c0e3efa40520f: from storage DS-9600d32b-c12f-437c-a7c7-beba90a70ed6 node DatanodeRegistration(127.0.0.1:34277, datanodeUuid=f21640ea-18e6-430c-ae11-feb94bf58467, infoPort=40123, infoSecurePort=0, ipcPort=33839, storageInfo=lv=-57;cid=testClusterID;nsid=447270707;c=1700357643529), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:34:05,706 DEBUG [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e 2023-11-19T01:34:05,859 INFO [Listener at localhost/33839 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/zookeeper_0, clientPort=58718, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:34:05,878 INFO [Listener at localhost/33839 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58718 2023-11-19T01:34:05,886 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:05,887 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:06,538 INFO [Listener at localhost/33839 {}] util.FSUtils(462): Created version file at hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 with version=8 2023-11-19T01:34:06,538 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/hbase-staging 2023-11-19T01:34:06,555 DEBUG [Listener at localhost/33839 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:34:06,555 DEBUG [Listener at localhost/33839 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:34:06,555 DEBUG [Listener at localhost/33839 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:34:06,555 DEBUG [Listener at localhost/33839 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:34:06,767 DEBUG [Listener at localhost/33839 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:34:07,540 INFO [Listener at localhost/33839 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:34:07,588 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:07,589 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:07,589 INFO [Listener at localhost/33839 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:34:07,589 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:07,589 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:34:07,767 INFO [Listener at localhost/33839 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:34:07,907 INFO [Listener at localhost/33839 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:34:07,925 DEBUG [Listener at localhost/33839 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:34:07,931 INFO [Listener at localhost/33839 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:34:07,979 DEBUG [Listener at localhost/33839 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 30881 (auto-detected) 2023-11-19T01:34:07,980 DEBUG [Listener at localhost/33839 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:34:08,017 INFO [Listener at localhost/33839 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:40897 2023-11-19T01:34:08,031 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:08,033 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:08,055 INFO [Listener at localhost/33839 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:40897 connecting to ZooKeeper ensemble=127.0.0.1:58718 2023-11-19T01:34:08,116 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:408970x0, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:34:08,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:40897-0x10123aab24a0000 connected 2023-11-19T01:34:08,152 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:34:08,157 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:34:08,161 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:34:08,173 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40897 2023-11-19T01:34:08,173 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40897 2023-11-19T01:34:08,174 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40897 2023-11-19T01:34:08,178 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40897 2023-11-19T01:34:08,178 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40897 2023-11-19T01:34:08,236 INFO [Listener at localhost/33839 {}] log.Log(170): Logging initialized @7247ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:34:08,357 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:34:08,358 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:34:08,359 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:34:08,361 INFO [Listener at localhost/33839 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:34:08,361 INFO [Listener at localhost/33839 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:34:08,362 INFO [Listener at localhost/33839 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:34:08,365 INFO [Listener at localhost/33839 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:34:08,519 INFO [Listener at localhost/33839 {}] http.HttpServer(1227): Jetty bound to port 35461 2023-11-19T01:34:08,522 INFO [Listener at localhost/33839 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:34:08,560 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:08,564 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5a947666{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:34:08,564 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:08,565 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@185cf76e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:34:08,631 INFO [Listener at localhost/33839 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:34:08,644 INFO [Listener at localhost/33839 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:34:08,644 INFO [Listener at localhost/33839 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:34:08,646 INFO [Listener at localhost/33839 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:34:08,654 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:09,763 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@72772083{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:34:09,774 INFO [Listener at localhost/33839 {}] server.AbstractConnector(333): Started ServerConnector@546f6658{HTTP/1.1, (http/1.1)}{0.0.0.0:35461} 2023-11-19T01:34:09,775 INFO [Listener at localhost/33839 {}] server.Server(415): Started @8785ms 2023-11-19T01:34:09,779 INFO [Listener at localhost/33839 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549, hbase.cluster.distributed=false 2023-11-19T01:34:09,842 INFO [Listener at localhost/33839 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:34:09,842 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:09,842 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:09,842 INFO [Listener at localhost/33839 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:34:09,842 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:34:09,843 INFO [Listener at localhost/33839 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:34:09,852 INFO [Listener at localhost/33839 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:34:09,854 INFO [Listener at localhost/33839 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:34:09,855 INFO [Listener at localhost/33839 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:34153 2023-11-19T01:34:09,858 INFO [Listener at localhost/33839 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:34:09,866 DEBUG [Listener at localhost/33839 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:34:09,867 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:09,870 INFO [Listener at localhost/33839 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:09,873 INFO [Listener at localhost/33839 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34153 connecting to ZooKeeper ensemble=127.0.0.1:58718 2023-11-19T01:34:09,876 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:341530x0, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:34:09,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34153-0x10123aab24a0001 connected 2023-11-19T01:34:09,878 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:34:09,879 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:34:09,880 DEBUG [Listener at localhost/33839 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:34:09,881 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34153 2023-11-19T01:34:09,881 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34153 2023-11-19T01:34:09,881 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34153 2023-11-19T01:34:09,882 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34153 2023-11-19T01:34:09,882 DEBUG [Listener at localhost/33839 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34153 2023-11-19T01:34:09,886 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:34:09,886 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:34:09,886 INFO [Listener at localhost/33839 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:34:09,887 INFO [Listener at localhost/33839 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:34:09,887 INFO [Listener at localhost/33839 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:34:09,887 INFO [Listener at localhost/33839 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:34:09,888 INFO [Listener at localhost/33839 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:34:09,890 INFO [Listener at localhost/33839 {}] http.HttpServer(1227): Jetty bound to port 44013 2023-11-19T01:34:09,890 INFO [Listener at localhost/33839 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:34:09,892 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:09,892 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4c31c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:34:09,892 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:09,893 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e8ba4de{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:34:09,906 INFO [Listener at localhost/33839 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:34:09,907 INFO [Listener at localhost/33839 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:34:09,907 INFO [Listener at localhost/33839 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:34:09,908 INFO [Listener at localhost/33839 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:34:09,909 INFO [Listener at localhost/33839 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:34:09,913 INFO [Listener at localhost/33839 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@282c8abb{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:34:09,914 INFO [Listener at localhost/33839 {}] server.AbstractConnector(333): Started ServerConnector@59fcc64c{HTTP/1.1, (http/1.1)}{0.0.0.0:44013} 2023-11-19T01:34:09,914 INFO [Listener at localhost/33839 {}] server.Server(415): Started @8925ms 2023-11-19T01:34:09,920 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:34:09,947 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@36fb7b3c{HTTP/1.1, (http/1.1)}{0.0.0.0:45293} 2023-11-19T01:34:09,947 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @8958ms 2023-11-19T01:34:09,947 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:09,962 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:34:09,962 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:34:09,965 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:09,975 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:40897 2023-11-19T01:34:09,986 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:34:09,986 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:34:09,986 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:09,986 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:09,987 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:34:09,989 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,40897,1700357646751 from backup master directory 2023-11-19T01:34:09,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:34:09,994 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:09,994 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:34:09,994 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:34:09,995 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:34:09,995 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:09,999 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:34:10,001 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:34:10,107 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/hbase.id with ID: 30c330b2-f0d9-4321-b52e-6e8dae05a938 2023-11-19T01:34:10,147 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:34:10,162 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,162 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,207 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:10,209 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:34:10,229 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:34:10,229 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:34:10,231 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:34:10,242 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:34:10,243 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:34:10,315 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store 2023-11-19T01:34:10,339 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:34:10,340 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:10,340 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:34:10,340 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:10,341 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:10,341 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:34:10,341 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:10,341 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:10,341 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:34:10,343 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/.initializing 2023-11-19T01:34:10,343 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/WALs/jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:10,352 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:34:10,365 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40897%2C1700357646751, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/WALs/jenkins-hbase6.apache.org,40897,1700357646751, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/oldWALs, maxLogs=10 2023-11-19T01:34:10,396 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/WALs/jenkins-hbase6.apache.org,40897,1700357646751/jenkins-hbase6.apache.org%2C40897%2C1700357646751.1700357650372, exclude list is [], retry=0 2023-11-19T01:34:10,430 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:10,437 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:34:10,508 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/WALs/jenkins-hbase6.apache.org,40897,1700357646751/jenkins-hbase6.apache.org%2C40897%2C1700357646751.1700357650372 2023-11-19T01:34:10,509 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:10,509 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:10,510 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:10,514 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,515 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:34:10,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:10,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:10,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:34:10,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:10,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:10,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:34:10,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:10,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:10,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:34:10,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:10,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:10,642 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,643 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,659 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:34:10,662 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:34:10,666 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:10,666 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11159224320, jitterRate=0.03928375244140625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:34:10,671 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:34:10,672 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:34:10,706 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfc5501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:10,760 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:34:10,780 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:34:10,780 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:34:10,783 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:34:10,784 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:34:10,790 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-11-19T01:34:10,790 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:34:10,824 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:34:10,841 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:34:10,844 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:34:10,847 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:34:10,849 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:34:10,850 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:34:10,853 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:34:10,860 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:34:10,863 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:34:10,864 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:34:10,865 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:34:10,885 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:34:10,887 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:34:10,894 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:34:10,894 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:34:10,894 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,895 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,895 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,40897,1700357646751, sessionid=0x10123aab24a0000, setting cluster-up flag (Was=false) 2023-11-19T01:34:10,905 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:34:10,916 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,916 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,923 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:34:10,924 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:10,928 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,928 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,934 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:34:10,936 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:10,940 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,940 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:10,947 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:34:10,948 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:11,028 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:34153 2023-11-19T01:34:11,030 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(997): ClusterId : 30c330b2-f0d9-4321-b52e-6e8dae05a938 2023-11-19T01:34:11,032 INFO [RS:0;jenkins-hbase6:34153 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:34:11,034 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:34:11,040 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:34:11,040 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:34:11,044 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:34:11,044 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:34:11,047 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:34:11,048 DEBUG [RS:0;jenkins-hbase6:34153 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125f573b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:11,051 DEBUG [RS:0;jenkins-hbase6:34153 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0d08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:34:11,057 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:34:11,057 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:34:11,057 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:34:11,061 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40897,1700357646751 with isa=jenkins-hbase6.apache.org/172.31.2.20:34153, startcode=1700357649841 2023-11-19T01:34:11,080 DEBUG [RS:0;jenkins-hbase6:34153 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:34:11,120 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:34:11,130 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:34:11,137 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:34:11,140 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47561, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:34:11,148 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,40897,1700357646751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:34:11,151 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40897 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,153 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:34:11,154 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,155 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357681155 2023-11-19T01:34:11,158 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:34:11,165 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:34:11,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:34:11,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:34:11,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:11,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:34:11,177 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:34:11,178 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:34:11,179 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:34:11,179 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:34:11,179 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:34:11,184 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,191 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:34:11,196 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:34:11,197 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:34:11,197 WARN [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:34:11,197 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:34:11,205 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7493f7aa to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:11,213 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ad3d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:11,213 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:34:11,215 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:34:11,216 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:34:11,219 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357651219,5,FailOnTimeoutGroup] 2023-11-19T01:34:11,219 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357651219,5,FailOnTimeoutGroup] 2023-11-19T01:34:11,219 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,219 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:34:11,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,298 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40897,1700357646751 with isa=jenkins-hbase6.apache.org/172.31.2.20:34153, startcode=1700357649841 2023-11-19T01:34:11,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40897 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,314 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:11,314 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:34863 2023-11-19T01:34:11,314 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35461 2023-11-19T01:34:11,323 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:34:11,324 DEBUG [RS:0;jenkins-hbase6:34153 {}] zookeeper.ZKUtil(111): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,324 WARN [RS:0;jenkins-hbase6:34153 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:34:11,324 INFO [RS:0;jenkins-hbase6:34153 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:34:11,324 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,34153,1700357649841] 2023-11-19T01:34:11,344 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:34:11,361 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:34:11,385 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:34:11,389 INFO [RS:0;jenkins-hbase6:34153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:34:11,389 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,390 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:34:11,400 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,400 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,400 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,401 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,402 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:34:11,402 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:34:11,402 DEBUG [RS:0;jenkins-hbase6:34153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:34:11,403 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,403 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,403 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,403 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,403 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34153,1700357649841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:34:11,419 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:34:11,422 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,34153,1700357649841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:11,438 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,34153,1700357649841 started 2023-11-19T01:34:11,438 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,34153,1700357649841, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:34153, sessionid=0x10123aab24a0001 2023-11-19T01:34:11,438 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:34:11,438 DEBUG [RS:0;jenkins-hbase6:34153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,438 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34153,1700357649841' 2023-11-19T01:34:11,439 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:34:11,439 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:34:11,440 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:34:11,440 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:34:11,440 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34153,1700357649841' 2023-11-19T01:34:11,440 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:34:11,441 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:34:11,441 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:34:11,441 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:34:11,441 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:34:11,442 DEBUG [RS:0;jenkins-hbase6:34153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,442 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,34153,1700357649841' 2023-11-19T01:34:11,442 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:34:11,442 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:34:11,443 DEBUG [RS:0;jenkins-hbase6:34153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:34:11,443 INFO [RS:0;jenkins-hbase6:34153 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:34:11,443 INFO [RS:0;jenkins-hbase6:34153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:34:11,554 INFO [RS:0;jenkins-hbase6:34153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:34:11,556 INFO [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C34153%2C1700357649841, suffix=, logDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/oldWALs, maxLogs=32 2023-11-19T01:34:11,569 DEBUG [RS:0;jenkins-hbase6:34153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357651558, exclude list is [], retry=0 2023-11-19T01:34:11,574 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:11,578 INFO [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357651558 2023-11-19T01:34:11,579 DEBUG [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:11,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:34:11,597 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:11,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:11,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:34:11,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:34:11,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:11,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:11,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:34:11,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:34:11,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:11,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:11,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:34:11,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:34:11,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:11,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:11,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740 2023-11-19T01:34:11,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740 2023-11-19T01:34:11,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:34:11,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:34:11,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:11,633 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9765016480, jitterRate=-0.09056197106838226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:34:11,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:34:11,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:34:11,635 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:34:11,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:34:11,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:34:11,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:34:11,637 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:34:11,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:34:11,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:34:11,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:34:11,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:34:11,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:34:11,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:34:11,817 DEBUG [jenkins-hbase6:40897 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:34:11,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:11,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,34153,1700357649841, state=OPENING 2023-11-19T01:34:11,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:34:11,844 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:11,844 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:11,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:34:11,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:34:11,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:12,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:12,173 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:34:12,177 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41764, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:34:12,189 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:34:12,191 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:34:12,191 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:34:12,194 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta, suffix=.meta, logDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841, archiveDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/oldWALs, maxLogs=32 2023-11-19T01:34:12,208 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357652196.meta, exclude list is [], retry=0 2023-11-19T01:34:12,213 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:12,223 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357652196.meta 2023-11-19T01:34:12,223 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:12,223 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:12,230 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:12,231 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:34:12,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:34:12,251 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:34:12,256 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:34:12,256 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:12,256 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:34:12,257 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:34:12,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:34:12,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:34:12,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:34:12,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:34:12,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:12,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:12,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:34:12,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:34:12,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:12,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:34:12,268 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740 2023-11-19T01:34:12,271 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740 2023-11-19T01:34:12,273 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:34:12,275 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:34:12,277 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10116135840, jitterRate=-0.05786143243312836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:34:12,278 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:34:12,290 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700357652161 2023-11-19T01:34:12,309 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:34:12,310 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:34:12,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:12,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,34153,1700357649841, state=OPEN 2023-11-19T01:34:12,316 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:34:12,316 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:34:12,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:34:12,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:34:12,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:34:12,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,34153,1700357649841 in 468 msec 2023-11-19T01:34:12,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:34:12,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2023-11-19T01:34:12,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3210 sec 2023-11-19T01:34:12,335 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700357652335, completionTime=-1 2023-11-19T01:34:12,335 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:34:12,336 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:34:12,405 DEBUG [hconnection-0x27e2586-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:12,410 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:12,431 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:34:12,431 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357712431 2023-11-19T01:34:12,431 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357772431 2023-11-19T01:34:12,431 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 95 msec 2023-11-19T01:34:12,460 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40897,1700357646751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:12,461 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40897,1700357646751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:12,461 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40897,1700357646751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:12,463 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:40897, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:12,464 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:34:12,472 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:34:12,489 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:34:12,491 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:34:12,503 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:34:12,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:12,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:12,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:12,952 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a3faf63201304140dc71b11ecbb89a9e, NAME => 'hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:13,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:13,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing a3faf63201304140dc71b11ecbb89a9e, disabling compactions & flushes 2023-11-19T01:34:13,366 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,366 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. after waiting 0 ms 2023-11-19T01:34:13,367 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,367 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,367 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for a3faf63201304140dc71b11ecbb89a9e: 2023-11-19T01:34:13,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:13,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700357653371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357653371"}]},"ts":"1700357653371"} 2023-11-19T01:34:13,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:13,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:13,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357653422"}]},"ts":"1700357653422"} 2023-11-19T01:34:13,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:34:13,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a3faf63201304140dc71b11ecbb89a9e, ASSIGN}] 2023-11-19T01:34:13,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a3faf63201304140dc71b11ecbb89a9e, ASSIGN 2023-11-19T01:34:13,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a3faf63201304140dc71b11ecbb89a9e, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:13,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a3faf63201304140dc71b11ecbb89a9e, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a3faf63201304140dc71b11ecbb89a9e, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:13,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:13,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => a3faf63201304140dc71b11ecbb89a9e, NAME => 'hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:13,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:13,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:13,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,758 INFO [StoreOpener-a3faf63201304140dc71b11ecbb89a9e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,759 INFO [StoreOpener-a3faf63201304140dc71b11ecbb89a9e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3faf63201304140dc71b11ecbb89a9e columnFamilyName info 2023-11-19T01:34:13,760 DEBUG [StoreOpener-a3faf63201304140dc71b11ecbb89a9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:13,760 INFO [StoreOpener-a3faf63201304140dc71b11ecbb89a9e-1 {}] regionserver.HStore(324): Store=a3faf63201304140dc71b11ecbb89a9e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:13,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:13,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:13,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened a3faf63201304140dc71b11ecbb89a9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9590891520, jitterRate=-0.10677862167358398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:34:13,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for a3faf63201304140dc71b11ecbb89a9e: 2023-11-19T01:34:13,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e., pid=6, masterSystemTime=1700357653748 2023-11-19T01:34:13,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:13,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a3faf63201304140dc71b11ecbb89a9e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:13,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:34:13,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a3faf63201304140dc71b11ecbb89a9e, server=jenkins-hbase6.apache.org,34153,1700357649841 in 186 msec 2023-11-19T01:34:13,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:34:13,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a3faf63201304140dc71b11ecbb89a9e, ASSIGN in 348 msec 2023-11-19T01:34:13,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:13,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357653788"}]},"ts":"1700357653788"} 2023-11-19T01:34:13,791 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:34:13,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:13,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3040 sec 2023-11-19T01:34:13,813 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:34:13,815 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:13,815 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:13,815 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:34:13,862 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:34:13,880 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:13,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-19T01:34:13,896 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:34:13,908 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:13,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-19T01:34:13,922 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:34:13,926 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:34:13,926 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.931sec 2023-11-19T01:34:13,929 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:34:13,930 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:34:13,932 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:34:13,933 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:34:13,933 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:34:13,934 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40897,1700357646751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:34:13,934 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40897,1700357646751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:34:13,950 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:34:13,952 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:34:13,993 DEBUG [Listener at localhost/33839 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4db4be8d to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:13,998 DEBUG [Listener at localhost/33839 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450cc165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:14,002 DEBUG [Listener at localhost/33839 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:34:14,002 DEBUG [Listener at localhost/33839 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:34:14,015 DEBUG [hconnection-0x4d59fd8-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:14,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41778, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/test.cache.data in system properties and HBase conf 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:34:14,037 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:34:14,038 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:34:14,039 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:34:14,039 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:34:14,039 INFO [Listener at localhost/33839 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:34:15,534 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:15,902 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:15,908 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_39203_jobhistory____.ryk3ii/webapp 2023-11-19T01:34:16,069 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:34:16,069 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:34:16,069 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:34:16,073 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:34:16,158 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:16,286 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:16,601 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:34:16,635 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:39203 2023-11-19T01:34:17,028 WARN [Listener at jenkins-hbase6.apache.org/33903 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:17,113 WARN [Listener at jenkins-hbase6.apache.org/33903 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:34:17,114 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:17,120 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_44733_cluster____mtfk6n/webapp 2023-11-19T01:34:17,205 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:34:17,205 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:34:17,205 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:34:17,206 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:34:17,215 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:17,466 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:17,550 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:17,557 INFO [Listener at jenkins-hbase6.apache.org/33903 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:44733 2023-11-19T01:34:17,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:34:17,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:34:17,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:34:17,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:34:17,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:17,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:34:17,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:17,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:17,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:34:17,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:34:17,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:34:17,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:34:17,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:17,975 WARN [Listener at jenkins-hbase6.apache.org/45413 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:18,000 WARN [Listener at jenkins-hbase6.apache.org/45413 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:34:18,000 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:18,007 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_34519_node____.4g88ko/webapp 2023-11-19T01:34:18,060 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:34:18,060 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:34:18,060 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:34:18,060 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:34:18,069 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,092 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,163 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,173 INFO [Listener at jenkins-hbase6.apache.org/45413 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:34519 2023-11-19T01:34:18,312 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:34:18,320 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:34:18,320 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:34:18,327 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_43183_node____.k33t6f/webapp 2023-11-19T01:34:18,378 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:34:18,379 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:34:18,379 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:34:18,379 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:34:18,389 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,409 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,475 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:34:18,481 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:43183 2023-11-19T01:34:18,511 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:34:18,512 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:34863/backupUT 2023-11-19T01:34:18,525 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:18,529 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:34016, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:34:18,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:34:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:34:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:34:18,565 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:18,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-11-19T01:34:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:34:18,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:34:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:34:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:34:18,674 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:18,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-11-19T01:34:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:34:18,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:34:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:34:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:34:18,785 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:18,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-11-19T01:34:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:34:18,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:34:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:34:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:34:18,894 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:18,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-11-19T01:34:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:34:19,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357658512', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357658512 2023-11-19T01:34:19,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:19,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:19,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:19,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357658512" procId is: 13 2023-11-19T01:34:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:19,442 INFO [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => cea49323dc36dad5aa2a5568336530ae, NAME => 'test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357658512', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1668): Closing cea49323dc36dad5aa2a5568336530ae, disabling compactions & flushes 2023-11-19T01:34:19,860 INFO [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. after waiting 0 ms 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:19,860 INFO [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:19,860 DEBUG [RegionOpenAndInit-test-1700357658512-pool-0 {}] regionserver.HRegion(1622): Region close journal for cea49323dc36dad5aa2a5568336530ae: 2023-11-19T01:34:19,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:19,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357659862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357659862"}]},"ts":"1700357659862"} 2023-11-19T01:34:19,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:19,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:19,867 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357658512","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357659866"}]},"ts":"1700357659866"} 2023-11-19T01:34:19,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357658512, state=ENABLING in hbase:meta 2023-11-19T01:34:19,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357658512, region=cea49323dc36dad5aa2a5568336530ae, ASSIGN}] 2023-11-19T01:34:19,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357658512, region=cea49323dc36dad5aa2a5568336530ae, ASSIGN 2023-11-19T01:34:19,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357658512, region=cea49323dc36dad5aa2a5568336530ae, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:20,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=cea49323dc36dad5aa2a5568336530ae, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:20,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure cea49323dc36dad5aa2a5568336530ae, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:20,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:20,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:20,194 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:20,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => cea49323dc36dad5aa2a5568336530ae, NAME => 'test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:20,194 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:20,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357658512 cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:20,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,195 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,197 INFO [StoreOpener-cea49323dc36dad5aa2a5568336530ae-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,200 INFO [StoreOpener-cea49323dc36dad5aa2a5568336530ae-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea49323dc36dad5aa2a5568336530ae columnFamilyName f 2023-11-19T01:34:20,200 DEBUG [StoreOpener-cea49323dc36dad5aa2a5568336530ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:20,201 INFO [StoreOpener-cea49323dc36dad5aa2a5568336530ae-1 {}] regionserver.HStore(324): Store=cea49323dc36dad5aa2a5568336530ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:20,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,203 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,206 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:20,213 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:20,214 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened cea49323dc36dad5aa2a5568336530ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11050990720, jitterRate=0.029203712940216064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:34:20,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for cea49323dc36dad5aa2a5568336530ae: 2023-11-19T01:34:20,216 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae., pid=15, masterSystemTime=1700357660185 2023-11-19T01:34:20,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:20,219 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:20,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=cea49323dc36dad5aa2a5568336530ae, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:20,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:34:20,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure cea49323dc36dad5aa2a5568336530ae, server=jenkins-hbase6.apache.org,34153,1700357649841 in 190 msec 2023-11-19T01:34:20,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:34:20,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700357658512, region=cea49323dc36dad5aa2a5568336530ae, ASSIGN in 352 msec 2023-11-19T01:34:20,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:20,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357658512","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357660229"}]},"ts":"1700357660229"} 2023-11-19T01:34:20,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357658512, state=ENABLED in hbase:meta 2023-11-19T01:34:20,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357658512 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:20,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700357658512 in 1.2290 sec 2023-11-19T01:34:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:34:21,130 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700357658512, procId: 13 completed 2023-11-19T01:34:21,132 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x68c36d3e to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:21,138 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc6618a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:21,140 DEBUG [hconnection-0x1f1285e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:21,143 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:51488, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:21,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.HRegion(8210): writing data to region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:34:21,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003576585121', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003576585121 2023-11-19T01:34:21,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:21,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:21,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003576585121" procId is: 16 2023-11-19T01:34:21,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:21,669 INFO [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6612e17f302b06366ce562e8a7a480fa, NAME => 'ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003576585121', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1668): Closing 6612e17f302b06366ce562e8a7a480fa, disabling compactions & flushes 2023-11-19T01:34:22,085 INFO [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. after waiting 0 ms 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,085 INFO [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,085 DEBUG [RegionOpenAndInit-ns2:test-17003576585121-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6612e17f302b06366ce562e8a7a480fa: 2023-11-19T01:34:22,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:22,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357662087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357662087"}]},"ts":"1700357662087"} 2023-11-19T01:34:22,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:22,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:22,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003576585121","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357662091"}]},"ts":"1700357662091"} 2023-11-19T01:34:22,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003576585121, state=ENABLING in hbase:meta 2023-11-19T01:34:22,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003576585121, region=6612e17f302b06366ce562e8a7a480fa, ASSIGN}] 2023-11-19T01:34:22,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003576585121, region=6612e17f302b06366ce562e8a7a480fa, ASSIGN 2023-11-19T01:34:22,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003576585121, region=6612e17f302b06366ce562e8a7a480fa, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:22,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6612e17f302b06366ce562e8a7a480fa, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:22,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 6612e17f302b06366ce562e8a7a480fa, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:22,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:22,414 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 6612e17f302b06366ce562e8a7a480fa, NAME => 'ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:22,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:22,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003576585121 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:22,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,415 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,418 INFO [StoreOpener-6612e17f302b06366ce562e8a7a480fa-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,420 INFO [StoreOpener-6612e17f302b06366ce562e8a7a480fa-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6612e17f302b06366ce562e8a7a480fa columnFamilyName f 2023-11-19T01:34:22,420 DEBUG [StoreOpener-6612e17f302b06366ce562e8a7a480fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:22,421 INFO [StoreOpener-6612e17f302b06366ce562e8a7a480fa-1 {}] regionserver.HStore(324): Store=6612e17f302b06366ce562e8a7a480fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:22,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:22,433 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:22,434 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 6612e17f302b06366ce562e8a7a480fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10387885760, jitterRate=-0.032552748918533325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:34:22,435 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 6612e17f302b06366ce562e8a7a480fa: 2023-11-19T01:34:22,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa., pid=18, masterSystemTime=1700357662409 2023-11-19T01:34:22,439 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,439 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:22,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=6612e17f302b06366ce562e8a7a480fa, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:22,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:34:22,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 6612e17f302b06366ce562e8a7a480fa, server=jenkins-hbase6.apache.org,34153,1700357649841 in 186 msec 2023-11-19T01:34:22,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:34:22,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003576585121, region=6612e17f302b06366ce562e8a7a480fa, ASSIGN in 347 msec 2023-11-19T01:34:22,449 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:22,449 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003576585121","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357662449"}]},"ts":"1700357662449"} 2023-11-19T01:34:22,451 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003576585121, state=ENABLED in hbase:meta 2023-11-19T01:34:22,454 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003576585121 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:22,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003576585121 in 1.2060 sec 2023-11-19T01:34:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:34:23,361 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003576585121, procId: 16 completed 2023-11-19T01:34:23,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:34:23,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003576585122', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003576585122 2023-11-19T01:34:23,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:23,452 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:23,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003576585122" procId is: 19 2023-11-19T01:34:23,453 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:34:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:34:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:34:23,867 INFO [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => edad0902c5334f85d9bcacdad995d2d4, NAME => 'ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003576585122', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:23,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700357658512' 2023-11-19T01:34:23,882 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003576585121' 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1668): Closing edad0902c5334f85d9bcacdad995d2d4, disabling compactions & flushes 2023-11-19T01:34:23,884 INFO [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. after waiting 0 ms 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:23,884 INFO [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:23,884 DEBUG [RegionOpenAndInit-ns3:test-17003576585122-pool-0 {}] regionserver.HRegion(1622): Region close journal for edad0902c5334f85d9bcacdad995d2d4: 2023-11-19T01:34:23,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:23,886 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357663886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357663886"}]},"ts":"1700357663886"} 2023-11-19T01:34:23,889 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:23,890 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:23,890 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003576585122","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357663890"}]},"ts":"1700357663890"} 2023-11-19T01:34:23,892 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003576585122, state=ENABLING in hbase:meta 2023-11-19T01:34:23,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003576585122, region=edad0902c5334f85d9bcacdad995d2d4, ASSIGN}] 2023-11-19T01:34:23,903 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003576585122, region=edad0902c5334f85d9bcacdad995d2d4, ASSIGN 2023-11-19T01:34:23,904 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003576585122, region=edad0902c5334f85d9bcacdad995d2d4, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:24,055 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=edad0902c5334f85d9bcacdad995d2d4, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:24,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure edad0902c5334f85d9bcacdad995d2d4, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:34:24,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:24,215 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:24,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => edad0902c5334f85d9bcacdad995d2d4, NAME => 'ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:24,215 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:24,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003576585122 edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:24,216 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,216 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,217 INFO [StoreOpener-edad0902c5334f85d9bcacdad995d2d4-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,219 INFO [StoreOpener-edad0902c5334f85d9bcacdad995d2d4-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edad0902c5334f85d9bcacdad995d2d4 columnFamilyName f 2023-11-19T01:34:24,219 DEBUG [StoreOpener-edad0902c5334f85d9bcacdad995d2d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:24,220 INFO [StoreOpener-edad0902c5334f85d9bcacdad995d2d4-1 {}] regionserver.HStore(324): Store=edad0902c5334f85d9bcacdad995d2d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:24,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns3/test-17003576585122/edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,221 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns3/test-17003576585122/edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:24,227 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns3/test-17003576585122/edad0902c5334f85d9bcacdad995d2d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:24,228 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened edad0902c5334f85d9bcacdad995d2d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10961281280, jitterRate=0.020848870277404785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:34:24,228 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for edad0902c5334f85d9bcacdad995d2d4: 2023-11-19T01:34:24,229 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4., pid=21, masterSystemTime=1700357664210 2023-11-19T01:34:24,231 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:24,232 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:24,232 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=edad0902c5334f85d9bcacdad995d2d4, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:24,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:34:24,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure edad0902c5334f85d9bcacdad995d2d4, server=jenkins-hbase6.apache.org,34153,1700357649841 in 176 msec 2023-11-19T01:34:24,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:34:24,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003576585122, region=edad0902c5334f85d9bcacdad995d2d4, ASSIGN in 336 msec 2023-11-19T01:34:24,240 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:24,240 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003576585122","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357664240"}]},"ts":"1700357664240"} 2023-11-19T01:34:24,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003576585122, state=ENABLED in hbase:meta 2023-11-19T01:34:24,244 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003576585122 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:24,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003576585122 in 796 msec 2023-11-19T01:34:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:34:24,560 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003576585122, procId: 19 completed 2023-11-19T01:34:24,560 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003576585122 get assigned. Timeout = 60000ms 2023-11-19T01:34:24,562 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:34:24,566 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003576585122 assigned to meta. Checking AM states. 2023-11-19T01:34:24,567 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:34:24,567 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003576585122 assigned. 2023-11-19T01:34:24,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003576585123', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003576585123 2023-11-19T01:34:24,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:24,573 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:24,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003576585123" procId is: 22 2023-11-19T01:34:24,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:24,987 INFO [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e545a59444a8d31f2188f0a47c95e60, NAME => 'ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003576585123', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1668): Closing 7e545a59444a8d31f2188f0a47c95e60, disabling compactions & flushes 2023-11-19T01:34:25,401 INFO [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. after waiting 0 ms 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,401 INFO [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,401 DEBUG [RegionOpenAndInit-ns4:test-17003576585123-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e545a59444a8d31f2188f0a47c95e60: 2023-11-19T01:34:25,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:25,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357665403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357665403"}]},"ts":"1700357665403"} 2023-11-19T01:34:25,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:25,406 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:25,407 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003576585123","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357665406"}]},"ts":"1700357665406"} 2023-11-19T01:34:25,408 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003576585123, state=ENABLING in hbase:meta 2023-11-19T01:34:25,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003576585123, region=7e545a59444a8d31f2188f0a47c95e60, ASSIGN}] 2023-11-19T01:34:25,419 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003576585123, region=7e545a59444a8d31f2188f0a47c95e60, ASSIGN 2023-11-19T01:34:25,420 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003576585123, region=7e545a59444a8d31f2188f0a47c95e60, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:25,572 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7e545a59444a8d31f2188f0a47c95e60, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:25,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 7e545a59444a8d31f2188f0a47c95e60, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:25,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:34:25,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:25,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e545a59444a8d31f2188f0a47c95e60, NAME => 'ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:25,737 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:25,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003576585123 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:25,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,744 INFO [StoreOpener-7e545a59444a8d31f2188f0a47c95e60-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,749 INFO [StoreOpener-7e545a59444a8d31f2188f0a47c95e60-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e545a59444a8d31f2188f0a47c95e60 columnFamilyName f 2023-11-19T01:34:25,750 DEBUG [StoreOpener-7e545a59444a8d31f2188f0a47c95e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:25,750 INFO [StoreOpener-7e545a59444a8d31f2188f0a47c95e60-1 {}] regionserver.HStore(324): Store=7e545a59444a8d31f2188f0a47c95e60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:25,752 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns4/test-17003576585123/7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,753 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns4/test-17003576585123/7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,757 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:25,760 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns4/test-17003576585123/7e545a59444a8d31f2188f0a47c95e60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:25,761 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 7e545a59444a8d31f2188f0a47c95e60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10296536800, jitterRate=-0.04106028378009796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:34:25,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 7e545a59444a8d31f2188f0a47c95e60: 2023-11-19T01:34:25,763 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60., pid=24, masterSystemTime=1700357665727 2023-11-19T01:34:25,767 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,767 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:25,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=7e545a59444a8d31f2188f0a47c95e60, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:25,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:34:25,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 7e545a59444a8d31f2188f0a47c95e60, server=jenkins-hbase6.apache.org,34153,1700357649841 in 194 msec 2023-11-19T01:34:25,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:34:25,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003576585123, region=7e545a59444a8d31f2188f0a47c95e60, ASSIGN in 354 msec 2023-11-19T01:34:25,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:25,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003576585123","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357665775"}]},"ts":"1700357665775"} 2023-11-19T01:34:25,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003576585123, state=ENABLED in hbase:meta 2023-11-19T01:34:25,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003576585123 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003576585123 in 1.2130 sec 2023-11-19T01:34:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:34:26,683 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003576585123, procId: 22 completed 2023-11-19T01:34:26,683 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003576585123 get assigned. Timeout = 60000ms 2023-11-19T01:34:26,683 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:34:26,687 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003576585123 assigned to meta. Checking AM states. 2023-11-19T01:34:26,687 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:34:26,687 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003576585123 assigned. 2023-11-19T01:34:26,688 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x68c36d3e to 127.0.0.1:58718 2023-11-19T01:34:26,688 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:26,727 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=159, ProcessCount=167, AvailableMemoryMB=3823 2023-11-19T01:34:26,728 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:34:26,729 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupStatusProgress(70): test backup status/progress on a single table with data: command-line 2023-11-19T01:34:26,731 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c8b49be to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:26,737 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4bda77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:26,745 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:26,747 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:51502, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:26,758 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:26,759 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44552, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:34:26,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:34:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:34:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:34:26,779 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:34:26,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 13 msec 2023-11-19T01:34:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:34:26,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:34:26,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:26,895 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:26,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:34:26,896 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:27,314 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => def948d39baf0ab4f46951aebd859bcf, NAME => 'backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:27,726 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:27,727 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing def948d39baf0ab4f46951aebd859bcf, disabling compactions & flushes 2023-11-19T01:34:27,727 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:27,727 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:27,727 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. after waiting 0 ms 2023-11-19T01:34:27,727 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:27,727 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:27,727 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for def948d39baf0ab4f46951aebd859bcf: 2023-11-19T01:34:27,729 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:27,729 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357667729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357667729"}]},"ts":"1700357667729"} 2023-11-19T01:34:27,731 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:27,732 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:27,733 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357667733"}]},"ts":"1700357667733"} 2023-11-19T01:34:27,734 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:34:27,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=def948d39baf0ab4f46951aebd859bcf, ASSIGN}] 2023-11-19T01:34:27,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=def948d39baf0ab4f46951aebd859bcf, ASSIGN 2023-11-19T01:34:27,743 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=def948d39baf0ab4f46951aebd859bcf, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:27,894 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=def948d39baf0ab4f46951aebd859bcf, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:27,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure def948d39baf0ab4f46951aebd859bcf, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:27,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003576585122 2023-11-19T01:34:27,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003576585122 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:27,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357658512 2023-11-19T01:34:27,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700357658512 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:27,904 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003576585123 2023-11-19T01:34:27,904 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003576585123 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:27,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003576585121 2023-11-19T01:34:27,905 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003576585121 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:28,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:28,054 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:28,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => def948d39baf0ab4f46951aebd859bcf, NAME => 'backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:28,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:28,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:28,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,057 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,060 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def948d39baf0ab4f46951aebd859bcf columnFamilyName meta 2023-11-19T01:34:28,060 DEBUG [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:28,061 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] regionserver.HStore(324): Store=def948d39baf0ab4f46951aebd859bcf/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:28,061 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,063 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region def948d39baf0ab4f46951aebd859bcf columnFamilyName session 2023-11-19T01:34:28,063 DEBUG [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:28,063 INFO [StoreOpener-def948d39baf0ab4f46951aebd859bcf-1 {}] regionserver.HStore(324): Store=def948d39baf0ab4f46951aebd859bcf/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:28,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,065 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,066 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:34:28,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:28,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:28,072 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened def948d39baf0ab4f46951aebd859bcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9535855520, jitterRate=-0.11190424859523773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:34:28,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for def948d39baf0ab4f46951aebd859bcf: 2023-11-19T01:34:28,073 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf., pid=28, masterSystemTime=1700357668049 2023-11-19T01:34:28,075 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:28,075 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:28,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=def948d39baf0ab4f46951aebd859bcf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:28,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:34:28,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure def948d39baf0ab4f46951aebd859bcf, server=jenkins-hbase6.apache.org,34153,1700357649841 in 181 msec 2023-11-19T01:34:28,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:34:28,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=def948d39baf0ab4f46951aebd859bcf, ASSIGN in 340 msec 2023-11-19T01:34:28,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:28,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357668083"}]},"ts":"1700357668083"} 2023-11-19T01:34:28,085 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:34:28,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.1980 sec 2023-11-19T01:34:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:34:29,005 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:34:29,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:34:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:34:29,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:34:29,023 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:29,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:34:29,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:34:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:29,437 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => ed1544931fc06b20c8a614deeb54e5ac, NAME => 'backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing ed1544931fc06b20c8a614deeb54e5ac, disabling compactions & flushes 2023-11-19T01:34:29,850 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. after waiting 0 ms 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:29,850 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:29,850 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for ed1544931fc06b20c8a614deeb54e5ac: 2023-11-19T01:34:29,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:34:29,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357669852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357669852"}]},"ts":"1700357669852"} 2023-11-19T01:34:29,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:34:29,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:34:29,855 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357669855"}]},"ts":"1700357669855"} 2023-11-19T01:34:29,857 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:34:29,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ed1544931fc06b20c8a614deeb54e5ac, ASSIGN}] 2023-11-19T01:34:29,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=ed1544931fc06b20c8a614deeb54e5ac, ASSIGN 2023-11-19T01:34:29,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=ed1544931fc06b20c8a614deeb54e5ac, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,34153,1700357649841; forceNewPlan=false, retain=false 2023-11-19T01:34:29,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003576585123' 2023-11-19T01:34:29,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:34:29,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003576585122' 2023-11-19T01:34:30,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ed1544931fc06b20c8a614deeb54e5ac, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:30,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure ed1544931fc06b20c8a614deeb54e5ac, server=jenkins-hbase6.apache.org,34153,1700357649841}] 2023-11-19T01:34:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:30,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:30,177 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:30,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => ed1544931fc06b20c8a614deeb54e5ac, NAME => 'backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:34:30,178 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:34:30,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:34:30,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,178 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,180 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,182 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1544931fc06b20c8a614deeb54e5ac columnFamilyName meta 2023-11-19T01:34:30,182 DEBUG [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:30,183 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] regionserver.HStore(324): Store=ed1544931fc06b20c8a614deeb54e5ac/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:30,183 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,184 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed1544931fc06b20c8a614deeb54e5ac columnFamilyName session 2023-11-19T01:34:30,184 DEBUG [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:34:30,185 INFO [StoreOpener-ed1544931fc06b20c8a614deeb54e5ac-1 {}] regionserver.HStore(324): Store=ed1544931fc06b20c8a614deeb54e5ac/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:34:30,186 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system_bulk/ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,187 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system_bulk/ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,188 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:34:30,190 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:30,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system_bulk/ed1544931fc06b20c8a614deeb54e5ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:34:30,193 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened ed1544931fc06b20c8a614deeb54e5ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11951812160, jitterRate=0.11309924721717834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:34:30,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for ed1544931fc06b20c8a614deeb54e5ac: 2023-11-19T01:34:30,195 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac., pid=31, masterSystemTime=1700357670172 2023-11-19T01:34:30,197 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:30,197 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:30,198 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ed1544931fc06b20c8a614deeb54e5ac, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:30,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:34:30,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure ed1544931fc06b20c8a614deeb54e5ac, server=jenkins-hbase6.apache.org,34153,1700357649841 in 180 msec 2023-11-19T01:34:30,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:34:30,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=ed1544931fc06b20c8a614deeb54e5ac, ASSIGN in 339 msec 2023-11-19T01:34:30,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:34:30,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357670205"}]},"ts":"1700357670205"} 2023-11-19T01:34:30,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:34:30,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:34:30,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1910 sec 2023-11-19T01:34:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:34:31,133 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:34:31,147 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:34:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34153 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:34:31,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:34:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357671190 (current time:1700357671190). 2023-11-19T01:34:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:34:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:34:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x479b62e4 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a5abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:31,204 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47458, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x479b62e4 to 127.0.0.1:58718 2023-11-19T01:34:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:34:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:34:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:34:31,221 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:34:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:31,231 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:34:31,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:34:31,244 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot, current working dir path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:34:31,247 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:34:31,259 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:34:31,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf}] 2023-11-19T01:34:31,270 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:31,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:31,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34153 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:34:31,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:31,434 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing def948d39baf0ab4f46951aebd859bcf 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:34:31,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/1b62a5edb7d3478886d73ebb2439f2fc is 49, key is activesession:/session:c/1700357671176/Put/seqid=0 2023-11-19T01:34:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:31,931 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/1b62a5edb7d3478886d73ebb2439f2fc 2023-11-19T01:34:32,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/1b62a5edb7d3478886d73ebb2439f2fc as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc 2023-11-19T01:34:32,027 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:34:32,032 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for def948d39baf0ab4f46951aebd859bcf in 598ms, sequenceid=5, compaction requested=false 2023-11-19T01:34:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for def948d39baf0ab4f46951aebd859bcf: 2023-11-19T01:34:32,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. for snapshot_backup_system completed. 2023-11-19T01:34:32,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:34:32,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:34:32,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:34:32,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc] hfiles 2023-11-19T01:34:32,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc for snapshot=snapshot_backup_system 2023-11-19T01:34:32,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:32,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:34:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:34:32,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:32,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:32,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:34:32,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf in 810 msec 2023-11-19T01:34:32,074 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:34:32,075 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:34:32,079 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:34:32,079 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:34:32,081 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:34:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:32,504 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:34:32,520 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:34:32,520 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:34:32,522 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:34:32,523 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:34:32,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3100 sec 2023-11-19T01:34:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:34:33,337 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:34:33,337 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(115): Backup backup_1700357666740 started at 1700357673337. 2023-11-19T01:34:33,360 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(119): Backup session backup_1700357666740 has been started. 2023-11-19T01:34:33,364 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:34:33,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:34:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:34:33,379 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:34:33,379 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:34:33,380 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:34:33,380 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:34:33,381 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,381 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:33,382 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:34:33,383 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,383 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:34:33,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:34:33,383 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,383 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:34:33,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:33,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:34:33,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:33,384 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:34:33,386 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:34:33,386 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:34:33,386 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:34:33,386 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:34:33,387 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:34:33,387 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:34:33,387 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,34153,1700357649841' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:34:33,390 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,390 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:33,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:33,390 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,390 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:34:33,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:33,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:33,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:33,393 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,34153,1700357649841' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:34:33,393 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@45c02d[Count = 0] remaining members to acquire global barrier 2023-11-19T01:34:33,393 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:34:33,393 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,395 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,395 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,395 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,395 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:34:33,395 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,395 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:34:33,397 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:34:33,397 DEBUG [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,397 INFO [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357651558 highest: 1700357651558 on jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,397 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841:(num 1700357651558) roll requested 2023-11-19T01:34:33,416 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357673397, exclude list is [], retry=0 2023-11-19T01:34:33,424 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:33,429 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357651558 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357673397 2023-11-19T01:34:33,430 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:33,431 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357651558 is not closed yet, will try archiving it next time 2023-11-19T01:34:33,431 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta:.meta(num 1700357652196) roll requested 2023-11-19T01:34:33,443 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta, exclude list is [], retry=0 2023-11-19T01:34:33,448 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:33,450 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357652196.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta 2023-11-19T01:34:33,450 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:33,451 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357652196.meta is not closed yet, will try archiving it next time 2023-11-19T01:34:33,461 DEBUG [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 64 2023-11-19T01:34:33,461 INFO [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357673397 on jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,462 DEBUG [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:33,463 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38900, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:34:33,484 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:34:33,484 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,34153,1700357649841' in zk 2023-11-19T01:34:33,489 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:34:33,489 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,489 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:34:33,489 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:34:33,489 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:33,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:33,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:33,491 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:33,492 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:33,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,496 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,34153,1700357649841': 2023-11-19T01:34:33,496 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:34:33,496 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,34153,1700357649841' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:34:33,496 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:34:33,496 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:34:33,496 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:34:33,496 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:34:33,499 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,499 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:34:33,499 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,499 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:33,499 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:33,500 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:34:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:34:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:33,500 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,500 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:33,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,502 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,502 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:33,503 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:33,504 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,512 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,512 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:33,512 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:34:33,512 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:33,513 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:33,513 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,513 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:34:33,513 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34153-0x10123aab24a0001, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:34:33,513 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:33,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:34:33,513 DEBUG [Listener at localhost/33839-EventThread {}] zookeeper.ZKWatcher(604): master:40897-0x10123aab24a0000, quorum=127.0.0.1:58718, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:34:33,513 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:34:33,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:34:33,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:34:33,514 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:34:33,514 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:34:33,516 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:34:33,516 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:34:33,616 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:34:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:34:33,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } 2023-11-19T01:34:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357673628 (current time:1700357673628). 2023-11-19T01:34:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:34:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357673627_default_test-1700357658512 VERSION not specified, setting to 2 2023-11-19T01:34:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x29d7c968 to 127.0.0.1:58718 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:34:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd3b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:33,639 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47464, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x29d7c968 to 127.0.0.1:58718 2023-11-19T01:34:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:34:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } 2023-11-19T01:34:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:34:33,646 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:34:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:34:33,647 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:34:33,651 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot, current working dir path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357673627_default_test-1700357658512 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:34:33,653 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:34:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:34:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:34:34,073 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:34:34,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae}] 2023-11-19T01:34:34,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:34,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:34,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34153 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:34:34,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:34,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing cea49323dc36dad5aa2a5568336530ae 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:34:34,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/.tmp/f/2b338afb2ef749c0b4760b249d960faf is 37, key is row10/f:q1/1700357661159/Put/seqid=0 2023-11-19T01:34:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:34:34,659 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/.tmp/f/2b338afb2ef749c0b4760b249d960faf 2023-11-19T01:34:34,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/.tmp/f/2b338afb2ef749c0b4760b249d960faf as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf 2023-11-19T01:34:34,682 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:34:34,684 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for cea49323dc36dad5aa2a5568336530ae in 455ms, sequenceid=103, compaction requested=false 2023-11-19T01:34:34,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for cea49323dc36dad5aa2a5568336530ae: 2023-11-19T01:34:34,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. for snapshot_1700357673627_default_test-1700357658512 completed. 2023-11-19T01:34:34,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.' region-info for snapshot=snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:34:34,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf] hfiles 2023-11-19T01:34:34,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf for snapshot=snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:34,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:34:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:34:34,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357673627_default_test-1700357658512 on region cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:34,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:34,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:34:34,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae in 627 msec 2023-11-19T01:34:34,702 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:34:34,703 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:34:34,704 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:34:34,704 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,705 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,730 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:34:34,739 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:34:34,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357673627_default_test-1700357658512 to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,741 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:34:34,741 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:34:34,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357673627_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } in 1.0990 sec 2023-11-19T01:34:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:34:34,753 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700357658512, procId: 34 completed 2023-11-19T01:34:34,753 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357666740 2023-11-19T01:34:34,753 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:34:34,755 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:34:34,758 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357666740_test-1700357658512 2023-11-19T01:34:34,758 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357673627_default_test-1700357658512 to hdfs://localhost:34863/backupUT/backup_1700357666740/default/test-1700357658512/ 2023-11-19T01:34:34,767 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:34:34,800 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34863, inputRoot=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:34,800 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40897,1700357646751_1032535503_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34863/backupUT/backup_1700357666740/default/test-1700357658512, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34863/backupUT/backup_1700357666740/default/test-1700357658512/.hbase-snapshot/.tmp/snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:34,800 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34863, inputRoot=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549, snapshotDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357673627_default_test-1700357658512. 2023-11-19T01:34:34,813 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357673627_default_test-1700357658512 to hdfs://localhost:34863/backupUT/backup_1700357666740/default/test-1700357658512/.hbase-snapshot/.tmp/snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:35,252 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:35,252 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:35,253 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:35,253 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:35,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:34:36,297 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop-5403749917331176610.jar 2023-11-19T01:34:36,297 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,297 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,298 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,299 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,299 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,299 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,300 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,300 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,301 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:36,301 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:34:36,302 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:34:36,303 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:34:36,303 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:34:36,304 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:34:36,304 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:34:36,305 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:34:36,305 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:34:36,305 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:34:36,306 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:34:36,306 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:34:36,307 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:34:36,311 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:36,311 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:36,312 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:36,312 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:36,312 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:36,313 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:36,314 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:36,374 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:34:36,399 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357673627_default_test-1700357658512' hfile list 2023-11-19T01:34:36,410 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:34:36,694 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir/1700357676632/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:34:36,694 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir/1700357676632/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:34:36,867 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:34:36,897 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf output=hdfs://localhost:34863/backupUT/backup_1700357666740/default/test-1700357658512/archive/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf 2023-11-19T01:34:36,897 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:34:37,763 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:34:37,764 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:34:37,772 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:37,772 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357673627_default_test-1700357658512 finished. 2023-11-19T01:34:37,772 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1034): test-1700357658512 2023-11-19T01:34:37,845 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357666740 2023-11-19T01:34:37,845 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:34:37,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:34:37,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:37,903 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:34:37,903 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:34:38,261 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34863/backupUT/backup_1700357666740/.backup.manifest 2023-11-19T01:34:38,262 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(358): Backup backup_1700357666740 finished: type=FULL,tablelist=test-1700357658512,targetRootDir=hdfs://localhost:34863/backupUT,startts=1700357673337,completets=1700357677842,bytescopied=0 2023-11-19T01:34:38,262 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:34:38,262 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:38,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357673627_default_test-1700357658512" 2023-11-19T01:34:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357673627_default_test-1700357658512 2023-11-19T01:34:38,275 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357673627_default_test-1700357658512 for backup backup_1700357666740 succeeded. 2023-11-19T01:34:38,276 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:34:38,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:34:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:34:38,295 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:34:38,306 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:34:38,330 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(376): Backup backup_1700357666740 completed. 2023-11-19T01:34:38,330 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:34:38,330 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c8b49be to 127.0.0.1:58718 2023-11-19T01:34:38,331 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:38,332 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupStatusProgress(74): backup complete 2023-11-19T01:34:38,386 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d06f5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:38,387 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:38,389 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38906, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:34:38,394 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:38,396 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47478, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:38,411 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:38,423 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6075d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:38,424 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:38,425 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38920, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:34:38,430 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:38,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47492, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:38,449 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:38,468 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=600 (was 584) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444911700_16 at /127.0.0.1:42668 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x67d2df8b java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/788267581.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1452170978_16 at /127.0.0.1:42628 [Receiving block BP-1503909558-172.31.2.20-1700357643529:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x548ad7dd-SendThread(127.0.0.1:58718) sun.nio.ch.Net.shutdown(Native Method) sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:800) sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:423) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x4d59fd8-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1503909558-172.31.2.20-1700357643529:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x27e2586-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x548ad7dd-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444911700_16 at /127.0.0.1:42660 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444911700_16 at /127.0.0.1:42592 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1452170978_16 at /127.0.0.1:42614 [Receiving block BP-1503909558-172.31.2.20-1700357643529:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d59fd8-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x27e2586-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1503909558-172.31.2.20-1700357643529:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x67d2df8b-SendThread(127.0.0.1:58718) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x548ad7dd java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/788267581.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58718@0x67d2df8b-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x27e2586-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d59fd8-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=717 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=157 (was 159), ProcessCount=167 (was 167), AvailableMemoryMB=3659 (was 3823) 2023-11-19T01:34:38,469 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-19T01:34:38,484 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600, OpenFileDescriptor=717, MaxFileDescriptor=60000, SystemLoadAverage=157, ProcessCount=167, AvailableMemoryMB=3658 2023-11-19T01:34:38,484 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-19T01:34:38,484 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupStatusProgress(53): test backup status/progress on a single table with data 2023-11-19T01:34:38,490 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b2e9a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:38,495 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:38,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:38,499 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:34:38,501 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38934, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:34:38,516 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:34:38,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357678523 (current time:1700357678523). 2023-11-19T01:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b339863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:38,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:34:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:34:38,538 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:38,539 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:34:38,543 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot, current working dir path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:34:38,545 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:34:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:38,955 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:34:38,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf}] 2023-11-19T01:34:38,958 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:39,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:39,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34153 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-19T01:34:39,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:39,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing def948d39baf0ab4f46951aebd859bcf 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-19T01:34:39,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/96a7981e7b3f451d9a7091e14110bbc2 is 169, key is trslm:hdfs://localhost:34863/backupUT\x00test-1700357658512/meta:log-roll-map/1700357677832/Put/seqid=0 2023-11-19T01:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:39,539 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/96a7981e7b3f451d9a7091e14110bbc2 2023-11-19T01:34:39,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/d14971a62ddc45758c6ed75c33b24610 is 310, key is session:backup_1700357666740/session:context/1700357678304/Put/seqid=0 2023-11-19T01:34:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:39,961 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/d14971a62ddc45758c6ed75c33b24610 2023-11-19T01:34:39,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/96a7981e7b3f451d9a7091e14110bbc2 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/96a7981e7b3f451d9a7091e14110bbc2 2023-11-19T01:34:39,977 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/96a7981e7b3f451d9a7091e14110bbc2, entries=4, sequenceid=17, filesize=5.5 K 2023-11-19T01:34:39,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/d14971a62ddc45758c6ed75c33b24610 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/d14971a62ddc45758c6ed75c33b24610 2023-11-19T01:34:39,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/d14971a62ddc45758c6ed75c33b24610, entries=2, sequenceid=17, filesize=5.3 K 2023-11-19T01:34:39,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for def948d39baf0ab4f46951aebd859bcf in 875ms, sequenceid=17, compaction requested=false 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for def948d39baf0ab4f46951aebd859bcf: 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. for snapshot_backup_system completed. 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/96a7981e7b3f451d9a7091e14110bbc2] hfiles 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/96a7981e7b3f451d9a7091e14110bbc2 for snapshot=snapshot_backup_system 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc, hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/d14971a62ddc45758c6ed75c33b24610] hfiles 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/1b62a5edb7d3478886d73ebb2439f2fc for snapshot=snapshot_backup_system 2023-11-19T01:34:39,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/d14971a62ddc45758c6ed75c33b24610 for snapshot=snapshot_backup_system 2023-11-19T01:34:40,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:40,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-19T01:34:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-19T01:34:40,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:40,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:40,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:34:40,403 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:34:40,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure def948d39baf0ab4f46951aebd859bcf in 1.4460 sec 2023-11-19T01:34:40,404 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:34:40,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:34:40,405 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:34:40,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:34:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:40,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:34:40,836 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:34:40,837 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:34:40,839 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:34:40,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:34:40,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3040 sec 2023-11-19T01:34:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:34:42,648 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(115): Backup backup_1700357678490 started at 1700357682648. 2023-11-19T01:34:42,650 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(119): Backup session backup_1700357678490 has been started. 2023-11-19T01:34:42,656 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:34:42,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:34:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:34:42,657 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:34:42,657 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:34:42,658 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:34:42,658 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:34:42,659 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:42,660 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,660 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:34:42,660 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:34:42,661 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:34:42,661 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:42,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:34:42,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:34:42,662 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:34:42,662 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:34:42,662 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:34:42,664 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:34:42,664 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:34:42,665 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:34:42,665 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:34:42,665 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,34153,1700357649841' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:34:42,667 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:42,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:42,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:42,668 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:34:42,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:42,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:42,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:42,670 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,34153,1700357649841' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:34:42,670 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2cc1d173[Count = 0] remaining members to acquire global barrier 2023-11-19T01:34:42,670 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:34:42,670 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:42,676 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:42,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:34:42,676 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:34:42,676 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:34:42,676 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:34:42,676 DEBUG [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,676 INFO [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357673397 highest: 1700357673397 on jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,676 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841:(num 1700357673397) roll requested 2023-11-19T01:34:42,688 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357682677, exclude list is [], retry=0 2023-11-19T01:34:42,692 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:42,694 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357673397 with entries=12, filesize=2.69 KB; new WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357682677 2023-11-19T01:34:42,694 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:42,695 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.1700357673397 is not closed yet, will try archiving it next time 2023-11-19T01:34:42,695 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta:.meta(num 1700357673431) roll requested 2023-11-19T01:34:42,706 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357682695.meta, exclude list is [], retry=0 2023-11-19T01:34:42,711 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK] 2023-11-19T01:34:42,714 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357682695.meta 2023-11-19T01:34:42,714 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:34277,DS-7f9d3afd-1642-430d-a68d-57242f9bec3e,DISK]] 2023-11-19T01:34:42,714 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta is not closed yet, will try archiving it next time 2023-11-19T01:34:42,717 DEBUG [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:34:42,717 INFO [rs(jenkins-hbase6.apache.org,34153,1700357649841)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357682677 on jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,718 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/WALs/jenkins-hbase6.apache.org,34153,1700357649841/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/oldWALs/jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta.1700357673431.meta 2023-11-19T01:34:42,730 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:34:42,730 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,34153,1700357649841' in zk 2023-11-19T01:34:42,733 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:34:42,733 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:34:42,733 DEBUG [member: 'jenkins-hbase6.apache.org,34153,1700357649841' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:34:42,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:42,733 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:42,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:42,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:42,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,735 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:42,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,34153,1700357649841': 2023-11-19T01:34:42,737 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,34153,1700357649841' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:34:42,737 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:34:42,737 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:34:42,737 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:34:42,737 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:34:42,737 INFO [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:34:42,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:42,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:34:42,739 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:34:42,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:34:42,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:42,739 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:34:42,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:34:42,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:34:42,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:34:42,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:34:42,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:34:42,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:34:42,743 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:42,748 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:34:42,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:34:42,748 DEBUG [(jenkins-hbase6.apache.org,40897,1700357646751)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:34:42,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:34:42,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:34:42,750 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:34:42,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:34:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:34:42,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } 2023-11-19T01:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357682854 (current time:1700357682854). 2023-11-19T01:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357682853_default_test-1700357658512 VERSION not specified, setting to 2 2023-11-19T01:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbb6cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:34:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:34:42,863 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:45140, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } 2023-11-19T01:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:34:42,867 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:42,868 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:34:42,871 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot, current working dir path: hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357682853_default_test-1700357658512 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:34:42,873 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:34:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:43,280 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:34:43,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae}] 2023-11-19T01:34:43,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:43,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:43,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34153 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-19T01:34:43,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for cea49323dc36dad5aa2a5568336530ae: 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. for snapshot_1700357682853_default_test-1700357658512 completed. 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae.' region-info for snapshot=snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf] hfiles 2023-11-19T01:34:43,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf for snapshot=snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:43,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:43,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-19T01:34:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-19T01:34:43,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357682853_default_test-1700357658512 on region cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:43,844 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:43,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-19T01:34:43,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure cea49323dc36dad5aa2a5568336530ae in 565 msec 2023-11-19T01:34:43,848 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:34:43,848 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:34:43,849 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:34:43,849 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:43,850 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:44,055 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:34:44,057 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42400, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:34:44,261 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:34:44,268 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:34:44,268 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/.tmp/snapshot_1700357682853_default_test-1700357658512 to hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:44,269 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:34:44,269 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:34:44,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357682853_default_test-1700357658512 table=test-1700357658512 type=FLUSH ttl=0 } in 1.4050 sec 2023-11-19T01:34:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:34:44,974 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357678490 2023-11-19T01:34:44,974 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:34:44,974 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:34:44,974 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357678490_test-1700357658512 2023-11-19T01:34:44,974 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357682853_default_test-1700357658512 to hdfs://localhost:34863/backupUT/backup_1700357678490/default/test-1700357658512/ 2023-11-19T01:34:44,974 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:34:44,999 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:34863, inputRoot=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549 2023-11-19T01:34:44,999 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40897,1700357646751_-368499062_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34863/backupUT/backup_1700357678490/default/test-1700357658512, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34863/backupUT/backup_1700357678490/default/test-1700357658512/.hbase-snapshot/.tmp/snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:44,999 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:34863, inputRoot=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549, snapshotDir=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357682853_default_test-1700357658512. 2023-11-19T01:34:45,008 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/.hbase-snapshot/snapshot_1700357682853_default_test-1700357658512 to hdfs://localhost:34863/backupUT/backup_1700357678490/default/test-1700357658512/.hbase-snapshot/.tmp/snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:45,426 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:45,427 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:45,427 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:45,428 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,420 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop-316000794024454092.jar 2023-11-19T01:34:46,421 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,421 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,422 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,422 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,423 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,423 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,423 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,424 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,424 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:34:46,425 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:34:46,426 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:34:46,426 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:34:46,426 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:34:46,427 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:34:46,427 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:34:46,428 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:34:46,428 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:34:46,429 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:34:46,429 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:34:46,430 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:34:46,430 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:34:46,431 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:46,431 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:46,432 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:46,432 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:46,433 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:34:46,433 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:46,434 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:34:46,478 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357682853_default_test-1700357658512' hfile list 2023-11-19T01:34:46,480 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:34:46,559 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir/1700357686524/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:34:46,559 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/mapreduce.cluster.local.dir/1700357686524/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:34:46,613 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:34:46,640 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf output=hdfs://localhost:34863/backupUT/backup_1700357678490/default/test-1700357658512/archive/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/f/2b338afb2ef749c0b4760b249d960faf 2023-11-19T01:34:46,641 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:34:47,594 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:34:47,596 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:34:47,603 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:47,603 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357682853_default_test-1700357658512 finished. 2023-11-19T01:34:47,603 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1034): test-1700357658512 2023-11-19T01:34:47,617 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357678490 2023-11-19T01:34:47,617 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:34:48,023 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34863/backupUT/backup_1700357678490/.backup.manifest 2023-11-19T01:34:48,023 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(358): Backup backup_1700357678490 finished: type=FULL,tablelist=test-1700357658512,targetRootDir=hdfs://localhost:34863/backupUT,startts=1700357682648,completets=1700357687617,bytescopied=0 2023-11-19T01:34:48,023 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:34:48,023 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:48,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357682853_default_test-1700357658512" 2023-11-19T01:34:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357682853_default_test-1700357658512 2023-11-19T01:34:48,029 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357682853_default_test-1700357658512 for backup backup_1700357678490 succeeded. 2023-11-19T01:34:48,030 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:34:48,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:34:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40897 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:34:48,038 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:34:48,040 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:34:48,047 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] impl.TableBackupClient(376): Backup backup_1700357678490 completed. 2023-11-19T01:34:48,047 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:48,047 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupStatusProgress(57): backup complete 2023-11-19T01:34:48,076 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] backup.TestBackupStatusProgress(63): {ID=backup_1700357678490,Type=FULL,Tables={test-1700357658512},State=COMPLETE,Start time=Sun Nov 19 01:34:42 UTC 2023,End time=Sun Nov 19 01:34:47 UTC 2023,Progress=100%} 2023-11-19T01:34:48,092 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600 (was 600), OpenFileDescriptor=706 (was 717), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=141 (was 157), ProcessCount=165 (was 167), AvailableMemoryMB=4921 (was 3658) - AvailableMemoryMB LEAK? - 2023-11-19T01:34:48,092 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-19T01:34:48,100 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:34:48,100 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:48,100 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:34:48,100 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] util.JVMClusterUtil(257): Found active master hash=613799836, stopped=false 2023-11-19T01:34:48,101 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:48,103 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:34:48,104 DEBUG [Listener at jenkins-hbase6.apache.org/46681 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:48,104 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,34153,1700357649841' ***** 2023-11-19T01:34:48,104 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:34:48,104 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:34:48,118 INFO [RS:0;jenkins-hbase6:34153 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@282c8abb{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:34:48,124 INFO [RS:0;jenkins-hbase6:34153 {}] server.AbstractConnector(383): Stopped ServerConnector@59fcc64c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:34:48,124 INFO [RS:0;jenkins-hbase6:34153 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:34:48,125 INFO [RS:0;jenkins-hbase6:34153 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e8ba4de{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:34:48,126 INFO [RS:0;jenkins-hbase6:34153 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4c31c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir/,STOPPED} 2023-11-19T01:34:48,127 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:34:48,129 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:34:48,129 INFO [RS:0;jenkins-hbase6:34153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:34:48,129 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:34:48,129 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:34:48,129 INFO [RS:0;jenkins-hbase6:34153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:34:48,129 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for cea49323dc36dad5aa2a5568336530ae 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for ed1544931fc06b20c8a614deeb54e5ac 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for 7e545a59444a8d31f2188f0a47c95e60 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for 6612e17f302b06366ce562e8a7a480fa 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,34153,1700357649841 2023-11-19T01:34:48,130 DEBUG [RS:0;jenkins-hbase6:34153 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:34:48,130 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing cea49323dc36dad5aa2a5568336530ae, disabling compactions & flushes 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:34:48,130 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:48,130 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:34:48,130 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:48,130 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. after waiting 0 ms 2023-11-19T01:34:48,130 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:48,131 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:34:48,131 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1583): Online Regions={cea49323dc36dad5aa2a5568336530ae=test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae., ed1544931fc06b20c8a614deeb54e5ac=backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac., edad0902c5334f85d9bcacdad995d2d4=ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4., 7e545a59444a8d31f2188f0a47c95e60=ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60., 6612e17f302b06366ce562e8a7a480fa=ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa., 1588230740=hbase:meta,,1.1588230740, def948d39baf0ab4f46951aebd859bcf=backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf., a3faf63201304140dc71b11ecbb89a9e=hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.} 2023-11-19T01:34:48,131 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 6612e17f302b06366ce562e8a7a480fa, 7e545a59444a8d31f2188f0a47c95e60, a3faf63201304140dc71b11ecbb89a9e, cea49323dc36dad5aa2a5568336530ae, def948d39baf0ab4f46951aebd859bcf, ed1544931fc06b20c8a614deeb54e5ac, edad0902c5334f85d9bcacdad995d2d4 2023-11-19T01:34:48,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:34:48,134 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:34:48,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:34:48,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:34:48,134 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:34:48,134 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-19T01:34:48,141 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/default/test-1700357658512/cea49323dc36dad5aa2a5568336530ae/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-11-19T01:34:48,141 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:48,142 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:48,142 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for cea49323dc36dad5aa2a5568336530ae: 2023-11-19T01:34:48,142 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700357658512,,1700357658998.cea49323dc36dad5aa2a5568336530ae. 2023-11-19T01:34:48,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing ed1544931fc06b20c8a614deeb54e5ac, disabling compactions & flushes 2023-11-19T01:34:48,143 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:48,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:48,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. after waiting 0 ms 2023-11-19T01:34:48,143 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:48,147 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system_bulk/ed1544931fc06b20c8a614deeb54e5ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:34:48,153 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:48,154 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:48,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for ed1544931fc06b20c8a614deeb54e5ac: 2023-11-19T01:34:48,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700357669019.ed1544931fc06b20c8a614deeb54e5ac. 2023-11-19T01:34:48,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing edad0902c5334f85d9bcacdad995d2d4, disabling compactions & flushes 2023-11-19T01:34:48,155 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:48,155 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:48,155 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. after waiting 0 ms 2023-11-19T01:34:48,155 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:48,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns3/test-17003576585122/edad0902c5334f85d9bcacdad995d2d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:34:48,159 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:48,160 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:48,161 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for edad0902c5334f85d9bcacdad995d2d4: 2023-11-19T01:34:48,161 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003576585122,,1700357663447.edad0902c5334f85d9bcacdad995d2d4. 2023-11-19T01:34:48,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7e545a59444a8d31f2188f0a47c95e60, disabling compactions & flushes 2023-11-19T01:34:48,162 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:48,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:48,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. after waiting 0 ms 2023-11-19T01:34:48,162 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:48,166 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns4/test-17003576585123/7e545a59444a8d31f2188f0a47c95e60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:34:48,167 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:48,167 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:48,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7e545a59444a8d31f2188f0a47c95e60: 2023-11-19T01:34:48,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003576585123,,1700357664569.7e545a59444a8d31f2188f0a47c95e60. 2023-11-19T01:34:48,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6612e17f302b06366ce562e8a7a480fa, disabling compactions & flushes 2023-11-19T01:34:48,168 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:48,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:48,168 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. after waiting 0 ms 2023-11-19T01:34:48,169 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:48,169 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 6612e17f302b06366ce562e8a7a480fa 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:34:48,174 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/info/826c35f28069401083af5de8f295f1a6 is 159, key is ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa./info:regioninfo/1700357662440/Put/seqid=0 2023-11-19T01:34:48,192 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/.tmp/f/fa51400c86514cfcb34b0cf46bc503ce is 37, key is row10/f:q1/1700357663375/Put/seqid=0 2023-11-19T01:34:48,196 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/.tmp/f/fa51400c86514cfcb34b0cf46bc503ce 2023-11-19T01:34:48,205 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/.tmp/f/fa51400c86514cfcb34b0cf46bc503ce as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/f/fa51400c86514cfcb34b0cf46bc503ce 2023-11-19T01:34:48,213 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/f/fa51400c86514cfcb34b0cf46bc503ce, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:34:48,214 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 6612e17f302b06366ce562e8a7a480fa in 45ms, sequenceid=103, compaction requested=false 2023-11-19T01:34:48,221 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/ns2/test-17003576585121/6612e17f302b06366ce562e8a7a480fa/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:34:48,222 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:48,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6612e17f302b06366ce562e8a7a480fa: 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003576585121,,1700357661248.6612e17f302b06366ce562e8a7a480fa. 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing def948d39baf0ab4f46951aebd859bcf, disabling compactions & flushes 2023-11-19T01:34:48,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. after waiting 0 ms 2023-11-19T01:34:48,223 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:48,223 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing def948d39baf0ab4f46951aebd859bcf 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-11-19T01:34:48,227 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/3efec9c6612e4e1b88ee7053b0d62150 is 169, key is trslm:hdfs://localhost:34863/backupUT\x00test-1700357658512/meta:log-roll-map/1700357687607/Put/seqid=0 2023-11-19T01:34:48,332 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, a3faf63201304140dc71b11ecbb89a9e, def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:48,403 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:34:48,403 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:34:48,532 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, a3faf63201304140dc71b11ecbb89a9e, def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:48,581 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/info/826c35f28069401083af5de8f295f1a6 2023-11-19T01:34:48,601 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/table/0d143c1b90f24ae8858ed10bbade4f58 is 59, key is ns2:test-17003576585121/table:state/1700357662449/Put/seqid=0 2023-11-19T01:34:48,632 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/3efec9c6612e4e1b88ee7053b0d62150 2023-11-19T01:34:48,640 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/fde72034e98442cd8ff3056224c2da00 is 310, key is session:backup_1700357678490/session:context/1700357688039/Put/seqid=0 2023-11-19T01:34:48,732 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, a3faf63201304140dc71b11ecbb89a9e, def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:48,932 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, a3faf63201304140dc71b11ecbb89a9e, def948d39baf0ab4f46951aebd859bcf 2023-11-19T01:34:49,009 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/table/0d143c1b90f24ae8858ed10bbade4f58 2023-11-19T01:34:49,017 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/info/826c35f28069401083af5de8f295f1a6 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/info/826c35f28069401083af5de8f295f1a6 2023-11-19T01:34:49,023 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/info/826c35f28069401083af5de8f295f1a6, entries=70, sequenceid=39, filesize=14.1 K 2023-11-19T01:34:49,024 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/.tmp/table/0d143c1b90f24ae8858ed10bbade4f58 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/table/0d143c1b90f24ae8858ed10bbade4f58 2023-11-19T01:34:49,031 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/table/0d143c1b90f24ae8858ed10bbade4f58, entries=14, sequenceid=39, filesize=5.8 K 2023-11-19T01:34:49,032 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=39, compaction requested=false 2023-11-19T01:34:49,040 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-19T01:34:49,040 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:49,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:34:49,041 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:34:49,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:34:49,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:34:49,045 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/fde72034e98442cd8ff3056224c2da00 2023-11-19T01:34:49,051 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/meta/3efec9c6612e4e1b88ee7053b0d62150 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/3efec9c6612e4e1b88ee7053b0d62150 2023-11-19T01:34:49,057 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/meta/3efec9c6612e4e1b88ee7053b0d62150, entries=4, sequenceid=27, filesize=5.5 K 2023-11-19T01:34:49,059 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/.tmp/session/fde72034e98442cd8ff3056224c2da00 as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/fde72034e98442cd8ff3056224c2da00 2023-11-19T01:34:49,065 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/session/fde72034e98442cd8ff3056224c2da00, entries=2, sequenceid=27, filesize=5.3 K 2023-11-19T01:34:49,066 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for def948d39baf0ab4f46951aebd859bcf in 843ms, sequenceid=27, compaction requested=true 2023-11-19T01:34:49,076 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/backup/system/def948d39baf0ab4f46951aebd859bcf/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-19T01:34:49,077 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:49,078 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for def948d39baf0ab4f46951aebd859bcf: 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700357666889.def948d39baf0ab4f46951aebd859bcf. 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a3faf63201304140dc71b11ecbb89a9e, disabling compactions & flushes 2023-11-19T01:34:49,078 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. after waiting 0 ms 2023-11-19T01:34:49,078 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:49,078 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing a3faf63201304140dc71b11ecbb89a9e 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:34:49,092 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/.tmp/info/fe278c7b22fd47e4b2271f16792d53cd is 45, key is default/info:d/1700357653874/Put/seqid=0 2023-11-19T01:34:49,133 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-11-19T01:34:49,133 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1583): Online Regions={a3faf63201304140dc71b11ecbb89a9e=hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e.} 2023-11-19T01:34:49,133 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:49,333 DEBUG [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1609): Waiting on a3faf63201304140dc71b11ecbb89a9e 2023-11-19T01:34:49,497 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/.tmp/info/fe278c7b22fd47e4b2271f16792d53cd 2023-11-19T01:34:49,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/.tmp/info/fe278c7b22fd47e4b2271f16792d53cd as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/info/fe278c7b22fd47e4b2271f16792d53cd 2023-11-19T01:34:49,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/info/fe278c7b22fd47e4b2271f16792d53cd, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:34:49,511 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for a3faf63201304140dc71b11ecbb89a9e in 433ms, sequenceid=11, compaction requested=false 2023-11-19T01:34:49,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/data/hbase/namespace/a3faf63201304140dc71b11ecbb89a9e/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:34:49,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:34:49,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:49,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a3faf63201304140dc71b11ecbb89a9e: 2023-11-19T01:34:49,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700357652490.a3faf63201304140dc71b11ecbb89a9e. 2023-11-19T01:34:49,533 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,34153,1700357649841; all regions closed. 2023-11-19T01:34:49,540 DEBUG [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/oldWALs 2023-11-19T01:34:49,540 INFO [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841.meta:.meta(num 1700357682695) 2023-11-19T01:34:49,547 DEBUG [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/oldWALs 2023-11-19T01:34:49,547 INFO [RS:0;jenkins-hbase6:34153 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C34153%2C1700357649841:(num 1700357682677) 2023-11-19T01:34:49,547 DEBUG [RS:0;jenkins-hbase6:34153 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:49,547 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:34:49,547 INFO [RS:0;jenkins-hbase6:34153 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:34:49,548 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:34:49,549 INFO [RS:0;jenkins-hbase6:34153 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:34153 2023-11-19T01:34:49,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,34153,1700357649841] 2023-11-19T01:34:49,559 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,34153,1700357649841; numProcessing=1 2023-11-19T01:34:49,560 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,34153,1700357649841 expired; onlineServers=0 2023-11-19T01:34:49,561 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,40897,1700357646751' ***** 2023-11-19T01:34:49,561 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:34:49,561 DEBUG [M:0;jenkins-hbase6:40897 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:34:49,561 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:34:49,606 INFO [M:0;jenkins-hbase6:40897 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@72772083{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:34:49,606 INFO [M:0;jenkins-hbase6:40897 {}] server.AbstractConnector(383): Stopped ServerConnector@546f6658{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:34:49,606 INFO [M:0;jenkins-hbase6:40897 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:34:49,607 INFO [M:0;jenkins-hbase6:40897 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@185cf76e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:34:49,608 INFO [M:0;jenkins-hbase6:40897 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5a947666{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/hadoop.log.dir/,STOPPED} 2023-11-19T01:34:49,608 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,40897,1700357646751 2023-11-19T01:34:49,608 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,40897,1700357646751; all regions closed. 2023-11-19T01:34:49,608 DEBUG [M:0;jenkins-hbase6:40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:49,608 INFO [M:0;jenkins-hbase6:40897 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:34:49,609 INFO [M:0;jenkins-hbase6:40897 {}] server.AbstractConnector(383): Stopped ServerConnector@36fb7b3c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:34:49,609 DEBUG [M:0;jenkins-hbase6:40897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:34:49,609 INFO [M:0;jenkins-hbase6:40897 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:34:49,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:34:49,609 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357651219 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357651219,5,FailOnTimeoutGroup] 2023-11-19T01:34:49,609 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357651219 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357651219,5,FailOnTimeoutGroup] 2023-11-19T01:34:49,609 DEBUG [M:0;jenkins-hbase6:40897 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:34:49,609 DEBUG [M:0;jenkins-hbase6:40897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:34:49,610 INFO [M:0;jenkins-hbase6:40897 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:34:49,610 DEBUG [M:0;jenkins-hbase6:40897 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:34:49,610 INFO [M:0;jenkins-hbase6:40897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:34:49,610 ERROR [M:0;jenkins-hbase6:40897 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-11-19T01:34:49,612 INFO [M:0;jenkins-hbase6:40897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:34:49,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:34:49,612 WARN [M:0;jenkins-hbase6:40897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:34:49,612 INFO [M:0;jenkins-hbase6:40897 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:34:49,613 INFO [M:0;jenkins-hbase6:40897 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:34:49,613 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:34:49,625 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:49,625 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:49,625 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:34:49,625 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:49,625 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.27 KB heapSize=185.26 KB 2023-11-19T01:34:49,638 DEBUG [M:0;jenkins-hbase6:40897 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0936d21d4ad048e98cf75d04b12e4c7a is 88, key is hbase:meta,,1/info:sn/1700357651818/Put/seqid=0 2023-11-19T01:34:49,659 INFO [RS:0;jenkins-hbase6:34153 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,34153,1700357649841; zookeeper connection closed. 2023-11-19T01:34:49,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12e76abb {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12e76abb 2023-11-19T01:34:49,659 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:34:50,043 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0936d21d4ad048e98cf75d04b12e4c7a 2023-11-19T01:34:50,064 DEBUG [M:0;jenkins-hbase6:40897 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/147d2b6bde2e4101b4500e10a15c59dd is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700357670211/Put/seqid=0 2023-11-19T01:34:50,468 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.68 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/147d2b6bde2e4101b4500e10a15c59dd 2023-11-19T01:34:50,475 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 147d2b6bde2e4101b4500e10a15c59dd 2023-11-19T01:34:50,488 DEBUG [M:0;jenkins-hbase6:40897 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d032987cd4434bb61cec529188abfe is 82, key is jenkins-hbase6.apache.org,34153,1700357649841/rs:state/1700357651306/Put/seqid=0 2023-11-19T01:34:50,893 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d032987cd4434bb61cec529188abfe 2023-11-19T01:34:50,899 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0936d21d4ad048e98cf75d04b12e4c7a as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0936d21d4ad048e98cf75d04b12e4c7a 2023-11-19T01:34:50,905 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0936d21d4ad048e98cf75d04b12e4c7a, entries=8, sequenceid=361, filesize=5.5 K 2023-11-19T01:34:50,906 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/147d2b6bde2e4101b4500e10a15c59dd as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/147d2b6bde2e4101b4500e10a15c59dd 2023-11-19T01:34:50,911 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 147d2b6bde2e4101b4500e10a15c59dd 2023-11-19T01:34:50,911 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/147d2b6bde2e4101b4500e10a15c59dd, entries=39, sequenceid=361, filesize=13.7 K 2023-11-19T01:34:50,912 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81d032987cd4434bb61cec529188abfe as hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81d032987cd4434bb61cec529188abfe 2023-11-19T01:34:50,918 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:34863/user/jenkins/test-data/6e879622-8521-b9ff-c1a7-064860bb7549/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81d032987cd4434bb61cec529188abfe, entries=1, sequenceid=361, filesize=5.1 K 2023-11-19T01:34:50,919 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.27 KB/157977, heapSize ~184.96 KB/189400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=361, compaction requested=false 2023-11-19T01:34:50,923 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:34:50,923 DEBUG [M:0;jenkins-hbase6:40897 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:34:50,926 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:34:50,926 INFO [M:0;jenkins-hbase6:40897 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:34:50,926 INFO [M:0;jenkins-hbase6:40897 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:34:50,927 INFO [M:0;jenkins-hbase6:40897 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:40897 2023-11-19T01:34:51,030 INFO [M:0;jenkins-hbase6:40897 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,40897,1700357646751; zookeeper connection closed. 2023-11-19T01:34:51,033 WARN [Listener at jenkins-hbase6.apache.org/46681 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:34:51,037 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:34:51,143 WARN [BP-1503909558-172.31.2.20-1700357643529 heartbeating to localhost/127.0.0.1:34863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:34:51,143 WARN [BP-1503909558-172.31.2.20-1700357643529 heartbeating to localhost/127.0.0.1:34863 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1503909558-172.31.2.20-1700357643529 (Datanode Uuid f21640ea-18e6-430c-ae11-feb94bf58467) service to localhost/127.0.0.1:34863 2023-11-19T01:34:51,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/dfs/data/data1/current/BP-1503909558-172.31.2.20-1700357643529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:34:51,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/9deeb78e-a07c-b136-39d5-bf17d7e1166e/cluster_a517f47c-f414-bf76-ea38-3964073deba0/dfs/data/data2/current/BP-1503909558-172.31.2.20-1700357643529 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:34:51,177 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:34:51,346 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:34:51,346 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:34:51,357 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:34:51,474 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:34:51,585 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:34:51,586 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:34:51,694 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:34:51,702 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:34:51,703 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:34:51,709 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:34:51,811 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:34:51,811 INFO [Listener at jenkins-hbase6.apache.org/46681 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped