2023-11-19 01:25:27,900 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:25:27,914 main DEBUG Took 0.011737 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:25:27,914 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:25:27,915 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:25:27,916 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:25:27,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,927 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:25:27,942 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,947 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,948 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,950 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,951 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,952 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:25:27,954 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,955 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:25:27,957 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:25:27,959 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:25:27,961 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:25:27,961 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:25:27,963 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:25:27,963 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:25:27,978 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:25:27,981 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:25:27,986 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:25:27,986 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:25:27,986 main DEBUG createAppenders(={Console}) 2023-11-19 01:25:27,988 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-19 01:25:27,988 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:25:27,988 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-19 01:25:27,989 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:25:27,989 main DEBUG OutputStream closed 2023-11-19 01:25:27,990 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:25:27,990 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:25:27,991 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-19 01:25:28,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:25:28,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:25:28,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:25:28,049 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:25:28,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:25:28,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:25:28,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:25:28,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:25:28,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:25:28,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:25:28,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:25:28,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:25:28,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:25:28,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:25:28,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:25:28,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:25:28,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:25:28,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:25:28,060 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:25:28,061 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-19 01:25:28,061 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:25:28,062 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-19T01:25:28,094 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupDescribe timeout: 13 mins 2023-11-19 01:25:28,098 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:25:28,099 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:25:28,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3 2023-11-19T01:25:28,448 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:25:28,451 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:25:28,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:25:28,456 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c, deleteOnExit=true 2023-11-19T01:25:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:25:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/test.cache.data in system properties and HBase conf 2023-11-19T01:25:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:25:28,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:25:28,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:25:28,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:25:28,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:25:28,570 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:25:29,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:25:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:25:29,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:25:29,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:25:29,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:25:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:25:29,094 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:25:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:25:29,095 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:25:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:25:29,096 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:25:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:25:29,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:25:29,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:25:29,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:25:29,546 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:25:29,551 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:25:29,860 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:25:30,026 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@6b8729fb via org.mortbay.log.Slf4jLog 2023-11-19T01:25:30,045 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:30,099 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:30,141 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_localhost_46355_hdfs____fla3gb/webapp 2023-11-19T01:25:30,308 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46355 2023-11-19T01:25:30,334 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:25:30,334 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:25:30,897 WARN [Listener at localhost/43535 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:25:30,961 WARN [Listener at localhost/43535 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:25:30,979 WARN [Listener at localhost/43535 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:30,985 INFO [Listener at localhost/43535 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:30,990 INFO [Listener at localhost/43535 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_localhost_44499_datanode____v7eim3/webapp 2023-11-19T01:25:31,095 INFO [Listener at localhost/43535 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44499 2023-11-19T01:25:31,386 WARN [Listener at localhost/43367 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:25:31,665 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:25:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x624f7849962ff645: Processing first storage report for DS-087ec6e0-a866-4b5a-804c-9991946066ef from datanode 9f8344c2-5dd0-4d56-a5ef-6da7a764eeae 2023-11-19T01:25:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x624f7849962ff645: from storage DS-087ec6e0-a866-4b5a-804c-9991946066ef node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=9f8344c2-5dd0-4d56-a5ef-6da7a764eeae, infoPort=46051, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=446596224;c=1700357129627), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-19T01:25:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x624f7849962ff645: Processing first storage report for DS-9c404b46-12c4-48b5-b9b3-e90baada11bb from datanode 9f8344c2-5dd0-4d56-a5ef-6da7a764eeae 2023-11-19T01:25:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x624f7849962ff645: from storage DS-9c404b46-12c4-48b5-b9b3-e90baada11bb node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=9f8344c2-5dd0-4d56-a5ef-6da7a764eeae, infoPort=46051, infoSecurePort=0, ipcPort=43367, storageInfo=lv=-57;cid=testClusterID;nsid=446596224;c=1700357129627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:25:31,900 DEBUG [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3 2023-11-19T01:25:32,059 INFO [Listener at localhost/43367 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/zookeeper_0, clientPort=55343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:25:32,082 INFO [Listener at localhost/43367 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55343 2023-11-19T01:25:32,093 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:32,095 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:32,773 INFO [Listener at localhost/43367 {}] util.FSUtils(462): Created version file at hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 with version=8 2023-11-19T01:25:32,773 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/hbase-staging 2023-11-19T01:25:32,790 DEBUG [Listener at localhost/43367 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:25:32,790 DEBUG [Listener at localhost/43367 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:25:32,791 DEBUG [Listener at localhost/43367 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:25:32,791 DEBUG [Listener at localhost/43367 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:25:33,035 DEBUG [Listener at localhost/43367 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:25:33,822 INFO [Listener at localhost/43367 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:25:33,869 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:33,870 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:33,870 INFO [Listener at localhost/43367 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:25:33,871 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:33,871 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:25:34,027 INFO [Listener at localhost/43367 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:25:34,164 INFO [Listener at localhost/43367 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:25:34,183 DEBUG [Listener at localhost/43367 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:25:34,190 INFO [Listener at localhost/43367 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:25:34,238 DEBUG [Listener at localhost/43367 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 392 (auto-detected) 2023-11-19T01:25:34,240 DEBUG [Listener at localhost/43367 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:25:34,277 INFO [Listener at localhost/43367 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:45521 2023-11-19T01:25:34,294 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:34,296 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:34,319 INFO [Listener at localhost/43367 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:45521 connecting to ZooKeeper ensemble=127.0.0.1:55343 2023-11-19T01:25:34,371 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:455210x0, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:25:34,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:45521-0x10123a2db3b0000 connected 2023-11-19T01:25:34,407 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:25:34,410 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:25:34,414 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:25:34,424 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2023-11-19T01:25:34,425 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2023-11-19T01:25:34,425 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2023-11-19T01:25:34,426 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2023-11-19T01:25:34,426 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2023-11-19T01:25:34,480 INFO [Listener at localhost/43367 {}] log.Log(170): Logging initialized @7258ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:25:34,602 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:25:34,603 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:25:34,604 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:25:34,606 INFO [Listener at localhost/43367 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:25:34,606 INFO [Listener at localhost/43367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:25:34,606 INFO [Listener at localhost/43367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:25:34,609 INFO [Listener at localhost/43367 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:25:34,740 INFO [Listener at localhost/43367 {}] http.HttpServer(1227): Jetty bound to port 41763 2023-11-19T01:25:34,743 INFO [Listener at localhost/43367 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:25:34,775 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:34,779 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@152a203b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:25:34,779 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:34,779 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1d8c98c2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:25:34,847 INFO [Listener at localhost/43367 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:25:34,861 INFO [Listener at localhost/43367 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:25:34,861 INFO [Listener at localhost/43367 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:25:34,864 INFO [Listener at localhost/43367 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:25:34,872 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:36,068 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6f7cf1e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:25:36,079 INFO [Listener at localhost/43367 {}] server.AbstractConnector(333): Started ServerConnector@25a1e344{HTTP/1.1, (http/1.1)}{0.0.0.0:41763} 2023-11-19T01:25:36,079 INFO [Listener at localhost/43367 {}] server.Server(415): Started @8857ms 2023-11-19T01:25:36,083 INFO [Listener at localhost/43367 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622, hbase.cluster.distributed=false 2023-11-19T01:25:36,141 INFO [Listener at localhost/43367 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:25:36,141 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:36,141 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:36,141 INFO [Listener at localhost/43367 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:25:36,142 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:25:36,142 INFO [Listener at localhost/43367 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:25:36,150 INFO [Listener at localhost/43367 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:25:36,152 INFO [Listener at localhost/43367 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:25:36,153 INFO [Listener at localhost/43367 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:36815 2023-11-19T01:25:36,155 INFO [Listener at localhost/43367 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:25:36,162 DEBUG [Listener at localhost/43367 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:25:36,163 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:36,166 INFO [Listener at localhost/43367 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:36,168 INFO [Listener at localhost/43367 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:36815 connecting to ZooKeeper ensemble=127.0.0.1:55343 2023-11-19T01:25:36,172 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:368150x0, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:25:36,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:36815-0x10123a2db3b0001 connected 2023-11-19T01:25:36,173 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:25:36,175 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:25:36,175 DEBUG [Listener at localhost/43367 {}] zookeeper.ZKUtil(113): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:25:36,177 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36815 2023-11-19T01:25:36,177 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36815 2023-11-19T01:25:36,178 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36815 2023-11-19T01:25:36,178 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36815 2023-11-19T01:25:36,178 DEBUG [Listener at localhost/43367 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36815 2023-11-19T01:25:36,183 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:25:36,183 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:25:36,183 INFO [Listener at localhost/43367 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:25:36,184 INFO [Listener at localhost/43367 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:25:36,184 INFO [Listener at localhost/43367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:25:36,184 INFO [Listener at localhost/43367 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:25:36,184 INFO [Listener at localhost/43367 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:25:36,186 INFO [Listener at localhost/43367 {}] http.HttpServer(1227): Jetty bound to port 44947 2023-11-19T01:25:36,187 INFO [Listener at localhost/43367 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:25:36,188 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:36,188 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@79475cd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:25:36,189 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:36,189 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1bf1a16d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:25:36,200 INFO [Listener at localhost/43367 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:25:36,201 INFO [Listener at localhost/43367 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:25:36,202 INFO [Listener at localhost/43367 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:25:36,202 INFO [Listener at localhost/43367 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:25:36,203 INFO [Listener at localhost/43367 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:25:36,208 INFO [Listener at localhost/43367 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@56b4bb1e{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:25:36,209 INFO [Listener at localhost/43367 {}] server.AbstractConnector(333): Started ServerConnector@4fb1f867{HTTP/1.1, (http/1.1)}{0.0.0.0:44947} 2023-11-19T01:25:36,209 INFO [Listener at localhost/43367 {}] server.Server(415): Started @8987ms 2023-11-19T01:25:36,215 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:25:36,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@13364bd4{HTTP/1.1, (http/1.1)}{0.0.0.0:42611} 2023-11-19T01:25:36,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @8999ms 2023-11-19T01:25:36,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:36,238 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:25:36,238 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:25:36,242 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:36,242 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:45521 2023-11-19T01:25:36,263 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:25:36,263 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:25:36,263 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:36,263 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:36,264 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:25:36,267 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,45521,1700357133017 from backup master directory 2023-11-19T01:25:36,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:25:36,271 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:36,271 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:25:36,271 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:25:36,272 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:25:36,272 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:36,276 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:25:36,278 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:25:36,362 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/hbase.id with ID: 69d29b37-c994-4494-b210-d5bf3882ccca 2023-11-19T01:25:36,404 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:25:36,421 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:36,421 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:36,468 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:36,470 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:25:36,490 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:25:36,490 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:25:36,492 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:25:36,504 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:25:36,506 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:25:36,580 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store 2023-11-19T01:25:36,604 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:25:36,605 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:36,605 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:25:36,605 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:25:36,606 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:25:36,606 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:25:36,606 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:25:36,606 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:25:36,606 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:25:36,608 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/.initializing 2023-11-19T01:25:36,608 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/WALs/jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:36,618 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:25:36,632 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C45521%2C1700357133017, suffix=, logDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/WALs/jenkins-hbase6.apache.org,45521,1700357133017, archiveDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/oldWALs, maxLogs=10 2023-11-19T01:25:36,667 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/WALs/jenkins-hbase6.apache.org,45521,1700357133017/jenkins-hbase6.apache.org%2C45521%2C1700357133017.1700357136640, exclude list is [], retry=0 2023-11-19T01:25:36,713 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK] 2023-11-19T01:25:36,724 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:25:36,817 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/WALs/jenkins-hbase6.apache.org,45521,1700357133017/jenkins-hbase6.apache.org%2C45521%2C1700357133017.1700357136640 2023-11-19T01:25:36,817 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK]] 2023-11-19T01:25:36,818 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:36,818 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:36,823 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,824 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:25:36,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:36,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:36,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:25:36,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:36,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:36,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:25:36,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:36,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:36,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:25:36,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:36,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:36,960 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,961 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,978 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:25:36,982 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:25:36,986 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:36,986 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10456661920, jitterRate=-0.026147469878196716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:25:36,992 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:25:36,993 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:25:37,028 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4557dfe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:37,084 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:25:37,107 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:25:37,107 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:25:37,111 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:25:37,113 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:25:37,120 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-19T01:25:37,120 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:25:37,157 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:25:37,175 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:25:37,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:25:37,182 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:25:37,183 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:25:37,185 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:25:37,188 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:25:37,195 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:25:37,197 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:25:37,198 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:25:37,199 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:25:37,216 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:25:37,218 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:25:37,225 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:25:37,225 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:25:37,225 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,225 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,226 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,45521,1700357133017, sessionid=0x10123a2db3b0000, setting cluster-up flag (Was=false) 2023-11-19T01:25:37,236 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:25:37,247 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,247 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,254 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:25:37,256 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:37,259 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,259 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,267 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:25:37,268 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:37,279 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,279 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:37,285 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:25:37,286 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:37,323 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:36815 2023-11-19T01:25:37,325 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(997): ClusterId : 69d29b37-c994-4494-b210-d5bf3882ccca 2023-11-19T01:25:37,327 INFO [RS:0;jenkins-hbase6:36815 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:25:37,329 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:25:37,336 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:25:37,336 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:25:37,339 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:25:37,339 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:25:37,343 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:25:37,344 DEBUG [RS:0;jenkins-hbase6:36815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b913645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:37,346 DEBUG [RS:0;jenkins-hbase6:36815 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cfacd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:25:37,354 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:25:37,354 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:25:37,354 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:25:37,359 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,45521,1700357133017 with isa=jenkins-hbase6.apache.org/172.31.2.20:36815, startcode=1700357136140 2023-11-19T01:25:37,387 DEBUG [RS:0;jenkins-hbase6:36815 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:25:37,457 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:60833, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:25:37,465 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:25:37,467 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:25:37,475 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:25:37,480 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:25:37,490 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,45521,1700357133017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:25:37,496 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:25:37,496 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:25:37,496 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:25:37,497 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:25:37,497 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:25:37,497 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,497 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:25:37,497 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,504 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357167504 2023-11-19T01:25:37,508 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:25:37,511 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:25:37,511 WARN [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:25:37,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:25:37,512 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:25:37,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:25:37,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:37,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:25:37,526 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:25:37,526 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:25:37,528 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:25:37,529 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:25:37,529 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:25:37,535 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,538 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:25:37,540 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:25:37,540 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:25:37,548 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x52481098 to 127.0.0.1:55343 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:25:37,558 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d68a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:37,558 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:25:37,562 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:25:37,563 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:25:37,565 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357137565,5,FailOnTimeoutGroup] 2023-11-19T01:25:37,566 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357137566,5,FailOnTimeoutGroup] 2023-11-19T01:25:37,566 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,567 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:25:37,571 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,572 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,612 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,45521,1700357133017 with isa=jenkins-hbase6.apache.org/172.31.2.20:36815, startcode=1700357136140 2023-11-19T01:25:37,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45521 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:37,631 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:37,631 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:43535 2023-11-19T01:25:37,631 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41763 2023-11-19T01:25:37,641 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:25:37,642 DEBUG [RS:0;jenkins-hbase6:36815 {}] zookeeper.ZKUtil(111): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:37,642 WARN [RS:0;jenkins-hbase6:36815 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:25:37,642 INFO [RS:0;jenkins-hbase6:36815 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:25:37,642 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:37,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,36815,1700357136140] 2023-11-19T01:25:37,661 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:25:37,678 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:25:37,700 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:25:37,706 INFO [RS:0;jenkins-hbase6:36815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:25:37,706 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,707 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:25:37,717 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:25:37,718 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:25:37,719 DEBUG [RS:0;jenkins-hbase6:36815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:25:37,763 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,763 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,764 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,764 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,764 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,36815,1700357136140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:25:37,783 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:25:37,786 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,36815,1700357136140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:37,804 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,36815,1700357136140 started 2023-11-19T01:25:37,804 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,36815,1700357136140, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:36815, sessionid=0x10123a2db3b0001 2023-11-19T01:25:37,804 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:25:37,804 DEBUG [RS:0;jenkins-hbase6:36815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:37,805 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36815,1700357136140' 2023-11-19T01:25:37,805 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:25:37,805 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:25:37,806 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:25:37,806 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:25:37,806 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36815,1700357136140' 2023-11-19T01:25:37,806 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:25:37,807 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:25:37,808 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:25:37,808 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:25:37,808 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:25:37,808 DEBUG [RS:0;jenkins-hbase6:36815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:37,808 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,36815,1700357136140' 2023-11-19T01:25:37,808 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:25:37,809 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:25:37,809 DEBUG [RS:0;jenkins-hbase6:36815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:25:37,809 INFO [RS:0;jenkins-hbase6:36815 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:25:37,809 INFO [RS:0;jenkins-hbase6:36815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:25:37,920 INFO [RS:0;jenkins-hbase6:36815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:25:37,923 INFO [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C36815%2C1700357136140, suffix=, logDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140, archiveDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/oldWALs, maxLogs=32 2023-11-19T01:25:37,936 DEBUG [RS:0;jenkins-hbase6:36815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357137925, exclude list is [], retry=0 2023-11-19T01:25:37,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:25:37,939 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:37,942 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK] 2023-11-19T01:25:37,949 INFO [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357137925 2023-11-19T01:25:37,949 DEBUG [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK]] 2023-11-19T01:25:38,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:38,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:25:38,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:25:38,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:25:38,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:25:38,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:25:38,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:25:38,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740 2023-11-19T01:25:38,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740 2023-11-19T01:25:38,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:25:38,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:25:38,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:38,377 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11757241600, jitterRate=0.0949784517288208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:25:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:25:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:25:38,379 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:25:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:25:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:25:38,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:25:38,380 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:25:38,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:25:38,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:25:38,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:25:38,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:25:38,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:25:38,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:25:38,562 DEBUG [jenkins-hbase6:45521 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:25:38,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:38,577 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,36815,1700357136140, state=OPENING 2023-11-19T01:25:38,587 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:25:38,588 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:38,588 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:38,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:25:38,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:25:38,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:38,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:38,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:25:38,904 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36046, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:25:38,916 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:25:38,917 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:25:38,917 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:25:38,920 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta, suffix=.meta, logDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140, archiveDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/oldWALs, maxLogs=32 2023-11-19T01:25:38,933 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357138922.meta, exclude list is [], retry=0 2023-11-19T01:25:38,937 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK] 2023-11-19T01:25:38,943 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357138922.meta 2023-11-19T01:25:38,943 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK]] 2023-11-19T01:25:38,943 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:38,948 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:38,949 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:25:38,965 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:25:38,966 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:25:38,970 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:25:38,970 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:38,971 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:25:38,971 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:25:38,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:25:38,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:25:38,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:25:38,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:25:38,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:25:38,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:25:38,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:38,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:25:38,981 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740 2023-11-19T01:25:38,983 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740 2023-11-19T01:25:38,986 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:25:38,988 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:25:38,990 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10749342720, jitterRate=0.0011105537414550781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:25:38,991 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:25:39,003 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700357138889 2023-11-19T01:25:39,023 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:25:39,024 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:25:39,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:39,027 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,36815,1700357136140, state=OPEN 2023-11-19T01:25:39,030 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:25:39,031 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:25:39,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:25:39,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:25:39,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:25:39,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,36815,1700357136140 in 439 msec 2023-11-19T01:25:39,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:25:39,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2023-11-19T01:25:39,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6830 sec 2023-11-19T01:25:39,050 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700357139050, completionTime=-1 2023-11-19T01:25:39,050 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:25:39,050 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:25:39,117 DEBUG [hconnection-0x43926a00-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:39,120 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:36048, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:39,138 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:25:39,138 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357199138 2023-11-19T01:25:39,138 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357259138 2023-11-19T01:25:39,138 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 87 msec 2023-11-19T01:25:39,162 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,45521,1700357133017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:39,162 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,45521,1700357133017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:39,162 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,45521,1700357133017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:39,164 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:45521, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:39,164 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:25:39,171 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:25:39,184 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:25:39,185 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:25:39,194 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:25:39,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:39,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:39,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:39,618 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 423b0109e4dfa799fcc55b363949a026, NAME => 'hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:40,029 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:40,029 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 423b0109e4dfa799fcc55b363949a026, disabling compactions & flushes 2023-11-19T01:25:40,030 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,030 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,030 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. after waiting 0 ms 2023-11-19T01:25:40,030 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,030 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,030 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 423b0109e4dfa799fcc55b363949a026: 2023-11-19T01:25:40,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:40,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700357140034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357140034"}]},"ts":"1700357140034"} 2023-11-19T01:25:40,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:40,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:40,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357140087"}]},"ts":"1700357140087"} 2023-11-19T01:25:40,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:25:40,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=423b0109e4dfa799fcc55b363949a026, ASSIGN}] 2023-11-19T01:25:40,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=423b0109e4dfa799fcc55b363949a026, ASSIGN 2023-11-19T01:25:40,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=423b0109e4dfa799fcc55b363949a026, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:40,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=423b0109e4dfa799fcc55b363949a026, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:40,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 423b0109e4dfa799fcc55b363949a026, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:40,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:40,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 423b0109e4dfa799fcc55b363949a026, NAME => 'hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:40,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:40,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:40,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,425 INFO [StoreOpener-423b0109e4dfa799fcc55b363949a026-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,427 INFO [StoreOpener-423b0109e4dfa799fcc55b363949a026-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423b0109e4dfa799fcc55b363949a026 columnFamilyName info 2023-11-19T01:25:40,427 DEBUG [StoreOpener-423b0109e4dfa799fcc55b363949a026-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:40,427 INFO [StoreOpener-423b0109e4dfa799fcc55b363949a026-1 {}] regionserver.HStore(324): Store=423b0109e4dfa799fcc55b363949a026/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:40,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:25:40,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:40,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 423b0109e4dfa799fcc55b363949a026; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11658073440, jitterRate=0.08574269711971283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:25:40,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 423b0109e4dfa799fcc55b363949a026: 2023-11-19T01:25:40,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026., pid=6, masterSystemTime=1700357140414 2023-11-19T01:25:40,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:25:40,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=423b0109e4dfa799fcc55b363949a026, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:40,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:25:40,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 423b0109e4dfa799fcc55b363949a026, server=jenkins-hbase6.apache.org,36815,1700357136140 in 191 msec 2023-11-19T01:25:40,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:25:40,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=423b0109e4dfa799fcc55b363949a026, ASSIGN in 352 msec 2023-11-19T01:25:40,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:40,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357140459"}]},"ts":"1700357140459"} 2023-11-19T01:25:40,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:25:40,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:40,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2800 sec 2023-11-19T01:25:40,500 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:25:40,501 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:40,501 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): regionserver:36815-0x10123a2db3b0001, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:40,501 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:25:40,560 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:25:40,590 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:40,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 49 msec 2023-11-19T01:25:40,606 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:25:40,617 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:40,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-19T01:25:40,633 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:25:40,636 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:25:40,636 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.364sec 2023-11-19T01:25:40,639 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:25:40,641 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:25:40,643 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:25:40,644 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:25:40,644 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:25:40,646 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,45521,1700357133017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:25:40,647 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,45521,1700357133017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:25:40,664 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:25:40,665 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:25:40,724 DEBUG [Listener at localhost/43367 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0fd09fb4 to 127.0.0.1:55343 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:25:40,728 DEBUG [Listener at localhost/43367 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193aad58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:40,735 DEBUG [Listener at localhost/43367 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:25:40,735 DEBUG [Listener at localhost/43367 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:25:40,752 DEBUG [hconnection-0x1ba8105b-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:40,762 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58628, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:40,773 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:25:40,773 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:25:40,773 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/test.cache.data in system properties and HBase conf 2023-11-19T01:25:40,773 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:25:40,774 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:25:40,775 INFO [Listener at localhost/43367 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:25:42,351 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:42,744 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:42,753 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_45461_jobhistory____.vq86h7/webapp 2023-11-19T01:25:42,927 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:25:42,927 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:25:42,927 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:25:42,930 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:25:43,018 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:43,140 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:43,438 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:25:43,471 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:45461 2023-11-19T01:25:43,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:25:43,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:25:43,849 WARN [Listener at jenkins-hbase6.apache.org/45735 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:43,933 WARN [Listener at jenkins-hbase6.apache.org/45735 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:25:43,934 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:43,939 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_38543_cluster____spcgn/webapp 2023-11-19T01:25:44,034 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:25:44,034 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:25:44,034 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:25:44,035 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:25:44,043 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,228 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,310 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,317 INFO [Listener at jenkins-hbase6.apache.org/45735 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:38543 2023-11-19T01:25:44,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:25:44,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:25:44,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:44,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:25:44,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:44,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:25:44,581 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:25:44,581 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:25:44,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:25:44,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:25:44,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:44,730 WARN [Listener at jenkins-hbase6.apache.org/43207 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:44,753 WARN [Listener at jenkins-hbase6.apache.org/43207 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:25:44,754 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:44,760 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_45837_node____rzp9fb/webapp 2023-11-19T01:25:44,811 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:25:44,811 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:25:44,811 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:25:44,811 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:25:44,819 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,841 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,903 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:44,912 INFO [Listener at jenkins-hbase6.apache.org/43207 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:45837 2023-11-19T01:25:45,062 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:25:45,072 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:25:45,072 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:25:45,083 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_39005_node____.6hofhx/webapp 2023-11-19T01:25:45,146 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:25:45,147 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:25:45,147 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:25:45,147 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:25:45,159 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:45,185 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:45,283 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:25:45,292 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:39005 2023-11-19T01:25:45,320 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:25:45,321 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:43535/backupUT 2023-11-19T01:25:45,335 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:25:45,339 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:44958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:25:45,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:25:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:25:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:25:45,373 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:45,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 29 msec 2023-11-19T01:25:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:25:45,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:25:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:25:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:25:45,483 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:45,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-11-19T01:25:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:25:45,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:25:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:25:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:25:45,593 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:45,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-11-19T01:25:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:25:45,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:25:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:25:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:25:45,703 DEBUG [Listener at localhost/43367-EventThread {}] zookeeper.ZKWatcher(604): master:45521-0x10123a2db3b0000, quorum=127.0.0.1:55343, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:25:45,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-11-19T01:25:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:25:45,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357145321', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357145321 2023-11-19T01:25:45,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:45,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357145321" procId is: 13 2023-11-19T01:25:45,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:45,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:25:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:25:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:25:46,248 INFO [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2a8ecd9fb56303be25cb3b27736cd628, NAME => 'test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357145321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1668): Closing 2a8ecd9fb56303be25cb3b27736cd628, disabling compactions & flushes 2023-11-19T01:25:46,266 INFO [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. after waiting 0 ms 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,266 INFO [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,266 DEBUG [RegionOpenAndInit-test-1700357145321-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2a8ecd9fb56303be25cb3b27736cd628: 2023-11-19T01:25:46,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:46,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357146268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357146268"}]},"ts":"1700357146268"} 2023-11-19T01:25:46,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:46,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:46,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357145321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357146272"}]},"ts":"1700357146272"} 2023-11-19T01:25:46,274 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357145321, state=ENABLING in hbase:meta 2023-11-19T01:25:46,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357145321, region=2a8ecd9fb56303be25cb3b27736cd628, ASSIGN}] 2023-11-19T01:25:46,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357145321, region=2a8ecd9fb56303be25cb3b27736cd628, ASSIGN 2023-11-19T01:25:46,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357145321, region=2a8ecd9fb56303be25cb3b27736cd628, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:25:46,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2a8ecd9fb56303be25cb3b27736cd628, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:46,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:46,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:46,597 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,597 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 2a8ecd9fb56303be25cb3b27736cd628, NAME => 'test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:46,598 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:46,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357145321 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:46,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,601 INFO [StoreOpener-2a8ecd9fb56303be25cb3b27736cd628-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,603 INFO [StoreOpener-2a8ecd9fb56303be25cb3b27736cd628-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a8ecd9fb56303be25cb3b27736cd628 columnFamilyName f 2023-11-19T01:25:46,603 DEBUG [StoreOpener-2a8ecd9fb56303be25cb3b27736cd628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:46,605 INFO [StoreOpener-2a8ecd9fb56303be25cb3b27736cd628-1 {}] regionserver.HStore(324): Store=2a8ecd9fb56303be25cb3b27736cd628/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:46,606 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,607 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:46,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:46,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 2a8ecd9fb56303be25cb3b27736cd628; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11594236160, jitterRate=0.07979738712310791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:25:46,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 2a8ecd9fb56303be25cb3b27736cd628: 2023-11-19T01:25:46,618 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628., pid=15, masterSystemTime=1700357146589 2023-11-19T01:25:46,621 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,621 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:46,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2a8ecd9fb56303be25cb3b27736cd628, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:46,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:25:46,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628, server=jenkins-hbase6.apache.org,36815,1700357136140 in 188 msec 2023-11-19T01:25:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:25:46,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700357145321, region=2a8ecd9fb56303be25cb3b27736cd628, ASSIGN in 348 msec 2023-11-19T01:25:46,630 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:46,630 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357145321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357146630"}]},"ts":"1700357146630"} 2023-11-19T01:25:46,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357145321, state=ENABLED in hbase:meta 2023-11-19T01:25:46,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357145321 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:46,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700357145321 in 825 msec 2023-11-19T01:25:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:25:46,928 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700357145321, procId: 13 completed 2023-11-19T01:25:46,930 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2669c9b2 to 127.0.0.1:55343 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:25:46,937 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204d9b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:46,939 DEBUG [hconnection-0x3a866374-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:46,942 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:58642, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:46,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(8210): writing data to region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:25:47,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003571453211', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003571453211 2023-11-19T01:25:47,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:47,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:47,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003571453211" procId is: 16 2023-11-19T01:25:47,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:47,463 INFO [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9a3a562509f19b1857a8041e127fa540, NAME => 'ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003571453211', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1668): Closing 9a3a562509f19b1857a8041e127fa540, disabling compactions & flushes 2023-11-19T01:25:47,881 INFO [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. after waiting 0 ms 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:47,881 INFO [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:47,881 DEBUG [RegionOpenAndInit-ns2:test-17003571453211-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9a3a562509f19b1857a8041e127fa540: 2023-11-19T01:25:47,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:47,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357147883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357147883"}]},"ts":"1700357147883"} 2023-11-19T01:25:47,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:47,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:47,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003571453211","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357147887"}]},"ts":"1700357147887"} 2023-11-19T01:25:47,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003571453211, state=ENABLING in hbase:meta 2023-11-19T01:25:47,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003571453211, region=9a3a562509f19b1857a8041e127fa540, ASSIGN}] 2023-11-19T01:25:47,896 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003571453211, region=9a3a562509f19b1857a8041e127fa540, ASSIGN 2023-11-19T01:25:47,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003571453211, region=9a3a562509f19b1857a8041e127fa540, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:48,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9a3a562509f19b1857a8041e127fa540, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:48,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 9a3a562509f19b1857a8041e127fa540, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:48,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:48,207 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:48,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 9a3a562509f19b1857a8041e127fa540, NAME => 'ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:48,208 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:48,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571453211 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:48,208 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,209 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,210 INFO [StoreOpener-9a3a562509f19b1857a8041e127fa540-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,212 INFO [StoreOpener-9a3a562509f19b1857a8041e127fa540-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a3a562509f19b1857a8041e127fa540 columnFamilyName f 2023-11-19T01:25:48,212 DEBUG [StoreOpener-9a3a562509f19b1857a8041e127fa540-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:48,213 INFO [StoreOpener-9a3a562509f19b1857a8041e127fa540-1 {}] regionserver.HStore(324): Store=9a3a562509f19b1857a8041e127fa540/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:48,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,215 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:25:48,224 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:48,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 9a3a562509f19b1857a8041e127fa540; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11271934080, jitterRate=0.04978066682815552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:25:48,226 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 9a3a562509f19b1857a8041e127fa540: 2023-11-19T01:25:48,227 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540., pid=18, masterSystemTime=1700357148203 2023-11-19T01:25:48,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:48,230 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:25:48,230 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=9a3a562509f19b1857a8041e127fa540, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:48,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:25:48,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 9a3a562509f19b1857a8041e127fa540, server=jenkins-hbase6.apache.org,36815,1700357136140 in 181 msec 2023-11-19T01:25:48,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:25:48,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003571453211, region=9a3a562509f19b1857a8041e127fa540, ASSIGN in 341 msec 2023-11-19T01:25:48,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:48,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003571453211","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357148239"}]},"ts":"1700357148239"} 2023-11-19T01:25:48,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003571453211, state=ENABLED in hbase:meta 2023-11-19T01:25:48,244 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003571453211 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:48,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003571453211 in 1.2040 sec 2023-11-19T01:25:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:25:49,155 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003571453211, procId: 16 completed 2023-11-19T01:25:49,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:25:49,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003571453212', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003571453212 2023-11-19T01:25:49,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:49,247 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:49,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003571453212" procId is: 19 2023-11-19T01:25:49,248 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:49,662 INFO [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, NAME => 'ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003571453212', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:49,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003571453211' 2023-11-19T01:25:49,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700357145321' 2023-11-19T01:25:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1668): Closing a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, disabling compactions & flushes 2023-11-19T01:25:50,079 INFO [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. after waiting 0 ms 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,079 INFO [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,079 DEBUG [RegionOpenAndInit-ns3:test-17003571453212-pool-0 {}] regionserver.HRegion(1622): Region close journal for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2: 2023-11-19T01:25:50,081 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:50,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357150081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357150081"}]},"ts":"1700357150081"} 2023-11-19T01:25:50,084 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:50,085 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:50,085 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003571453212","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357150085"}]},"ts":"1700357150085"} 2023-11-19T01:25:50,087 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003571453212, state=ENABLING in hbase:meta 2023-11-19T01:25:50,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003571453212, region=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, ASSIGN}] 2023-11-19T01:25:50,099 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003571453212, region=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, ASSIGN 2023-11-19T01:25:50,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003571453212, region=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:50,252 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:50,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:50,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:50,412 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, NAME => 'ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:50,413 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:50,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571453212 a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:50,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,413 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,415 INFO [StoreOpener-a2ea1aae0aca9c8cfdc5f9c49ea6a1b2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,417 INFO [StoreOpener-a2ea1aae0aca9c8cfdc5f9c49ea6a1b2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 columnFamilyName f 2023-11-19T01:25:50,417 DEBUG [StoreOpener-a2ea1aae0aca9c8cfdc5f9c49ea6a1b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:50,418 INFO [StoreOpener-a2ea1aae0aca9c8cfdc5f9c49ea6a1b2-1 {}] regionserver.HStore(324): Store=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:50,419 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns3/test-17003571453212/a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,420 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns3/test-17003571453212/a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:25:50,426 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns3/test-17003571453212/a2ea1aae0aca9c8cfdc5f9c49ea6a1b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:50,426 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened a2ea1aae0aca9c8cfdc5f9c49ea6a1b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11661697280, jitterRate=0.08608019351959229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:25:50,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2: 2023-11-19T01:25:50,428 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2., pid=21, masterSystemTime=1700357150407 2023-11-19T01:25:50,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,430 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:25:50,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:50,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:25:50,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, server=jenkins-hbase6.apache.org,36815,1700357136140 in 178 msec 2023-11-19T01:25:50,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:25:50,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003571453212, region=a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, ASSIGN in 339 msec 2023-11-19T01:25:50,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:50,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003571453212","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357150440"}]},"ts":"1700357150440"} 2023-11-19T01:25:50,442 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003571453212, state=ENABLED in hbase:meta 2023-11-19T01:25:50,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003571453212 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:50,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003571453212 in 1.2020 sec 2023-11-19T01:25:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:25:51,356 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003571453212, procId: 19 completed 2023-11-19T01:25:51,356 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003571453212 get assigned. Timeout = 60000ms 2023-11-19T01:25:51,358 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:25:51,363 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003571453212 assigned to meta. Checking AM states. 2023-11-19T01:25:51,363 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:25:51,363 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003571453212 assigned. 2023-11-19T01:25:51,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003571453213', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003571453213 2023-11-19T01:25:51,369 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:51,370 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:51,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003571453213" procId is: 22 2023-11-19T01:25:51,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:25:51,383 INFO [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9c5062dea773f104fedebac9fa0233ec, NAME => 'ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003571453213', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:51,395 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:51,395 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1668): Closing 9c5062dea773f104fedebac9fa0233ec, disabling compactions & flushes 2023-11-19T01:25:51,396 INFO [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,396 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,396 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. after waiting 0 ms 2023-11-19T01:25:51,396 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,396 INFO [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,396 DEBUG [RegionOpenAndInit-ns4:test-17003571453213-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9c5062dea773f104fedebac9fa0233ec: 2023-11-19T01:25:51,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:51,397 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357151397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357151397"}]},"ts":"1700357151397"} 2023-11-19T01:25:51,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:51,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:51,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003571453213","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357151400"}]},"ts":"1700357151400"} 2023-11-19T01:25:51,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003571453213, state=ENABLING in hbase:meta 2023-11-19T01:25:51,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003571453213, region=9c5062dea773f104fedebac9fa0233ec, ASSIGN}] 2023-11-19T01:25:51,409 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003571453213, region=9c5062dea773f104fedebac9fa0233ec, ASSIGN 2023-11-19T01:25:51,410 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003571453213, region=9c5062dea773f104fedebac9fa0233ec, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:25:51,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9c5062dea773f104fedebac9fa0233ec, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:51,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 9c5062dea773f104fedebac9fa0233ec, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:25:51,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:51,721 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,721 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 9c5062dea773f104fedebac9fa0233ec, NAME => 'ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:51,722 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:51,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571453213 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:51,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,722 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,724 INFO [StoreOpener-9c5062dea773f104fedebac9fa0233ec-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,726 INFO [StoreOpener-9c5062dea773f104fedebac9fa0233ec-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c5062dea773f104fedebac9fa0233ec columnFamilyName f 2023-11-19T01:25:51,726 DEBUG [StoreOpener-9c5062dea773f104fedebac9fa0233ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:51,729 INFO [StoreOpener-9c5062dea773f104fedebac9fa0233ec-1 {}] regionserver.HStore(324): Store=9c5062dea773f104fedebac9fa0233ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:51,730 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns4/test-17003571453213/9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,731 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns4/test-17003571453213/9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:25:51,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns4/test-17003571453213/9c5062dea773f104fedebac9fa0233ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:51,738 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 9c5062dea773f104fedebac9fa0233ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9674426240, jitterRate=-0.09899884462356567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:25:51,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 9c5062dea773f104fedebac9fa0233ec: 2023-11-19T01:25:51,739 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec., pid=24, masterSystemTime=1700357151716 2023-11-19T01:25:51,742 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,742 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:25:51,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=9c5062dea773f104fedebac9fa0233ec, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:51,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:25:51,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 9c5062dea773f104fedebac9fa0233ec, server=jenkins-hbase6.apache.org,36815,1700357136140 in 180 msec 2023-11-19T01:25:51,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:25:51,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003571453213, region=9c5062dea773f104fedebac9fa0233ec, ASSIGN in 340 msec 2023-11-19T01:25:51,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:51,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003571453213","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357151750"}]},"ts":"1700357151750"} 2023-11-19T01:25:51,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003571453213, state=ENABLED in hbase:meta 2023-11-19T01:25:51,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003571453213 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:51,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003571453213 in 390 msec 2023-11-19T01:25:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:25:51,976 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003571453213, procId: 22 completed 2023-11-19T01:25:51,976 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003571453213 get assigned. Timeout = 60000ms 2023-11-19T01:25:51,976 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:25:51,980 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003571453213 assigned to meta. Checking AM states. 2023-11-19T01:25:51,980 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:25:51,980 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003571453213 assigned. 2023-11-19T01:25:51,980 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2669c9b2 to 127.0.0.1:55343 2023-11-19T01:25:51,980 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:25:52,020 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupDescribe Thread=583, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=225, ProcessCount=172, AvailableMemoryMB=3788 2023-11-19T01:25:52,020 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-11-19T01:25:52,022 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] backup.TestBackupDescribe(56): test backup describe on a single table with data 2023-11-19T01:25:52,057 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a979daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:52,067 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:25:52,069 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42364, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:25:52,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:25:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:25:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:25:52,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-11-19T01:25:52,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:25:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:25:52,192 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:52,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55090, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:52,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:25:52,218 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:52,218 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:52,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:25:52,220 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:25:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:25:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:25:52,640 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f9151f12fadf0761521a9efde644dd99, NAME => 'backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:52,651 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:52,651 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing f9151f12fadf0761521a9efde644dd99, disabling compactions & flushes 2023-11-19T01:25:52,651 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:52,652 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:52,652 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. after waiting 0 ms 2023-11-19T01:25:52,652 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:52,652 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:52,652 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for f9151f12fadf0761521a9efde644dd99: 2023-11-19T01:25:52,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:52,654 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357152654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357152654"}]},"ts":"1700357152654"} 2023-11-19T01:25:52,656 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:52,657 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:52,657 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357152657"}]},"ts":"1700357152657"} 2023-11-19T01:25:52,659 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:25:52,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f9151f12fadf0761521a9efde644dd99, ASSIGN}] 2023-11-19T01:25:52,665 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f9151f12fadf0761521a9efde644dd99, ASSIGN 2023-11-19T01:25:52,666 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=f9151f12fadf0761521a9efde644dd99, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:52,817 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f9151f12fadf0761521a9efde644dd99, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:52,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure f9151f12fadf0761521a9efde644dd99, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:25:52,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:52,977 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:52,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => f9151f12fadf0761521a9efde644dd99, NAME => 'backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:52,979 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:52,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:52,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,981 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,984 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9151f12fadf0761521a9efde644dd99 columnFamilyName meta 2023-11-19T01:25:52,985 DEBUG [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:52,985 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] regionserver.HStore(324): Store=f9151f12fadf0761521a9efde644dd99/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:52,986 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,988 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9151f12fadf0761521a9efde644dd99 columnFamilyName session 2023-11-19T01:25:52,988 DEBUG [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:52,988 INFO [StoreOpener-f9151f12fadf0761521a9efde644dd99-1 {}] regionserver.HStore(324): Store=f9151f12fadf0761521a9efde644dd99/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:52,989 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,990 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,992 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:25:52,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:52,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:52,997 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened f9151f12fadf0761521a9efde644dd99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11316871040, jitterRate=0.053965747356414795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:25:52,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for f9151f12fadf0761521a9efde644dd99: 2023-11-19T01:25:52,998 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99., pid=28, masterSystemTime=1700357152972 2023-11-19T01:25:53,001 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:53,001 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:53,001 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f9151f12fadf0761521a9efde644dd99, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:53,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:25:53,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure f9151f12fadf0761521a9efde644dd99, server=jenkins-hbase6.apache.org,36815,1700357136140 in 183 msec 2023-11-19T01:25:53,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:25:53,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=f9151f12fadf0761521a9efde644dd99, ASSIGN in 343 msec 2023-11-19T01:25:53,009 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:53,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357153009"}]},"ts":"1700357153009"} 2023-11-19T01:25:53,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:25:53,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:53,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 801 msec 2023-11-19T01:25:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:25:53,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:25:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:25:53,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:25:53,349 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:53,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:25:53,350 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:25:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:25:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:25:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:25:53,764 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 698d7b8546b06a53f9ba6a2699115efb, NAME => 'backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:25:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:25:54,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003571453211 2023-11-19T01:25:54,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003571453211 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:54,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:25:54,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:54,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003571453213 2023-11-19T01:25:54,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003571453213 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:54,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357145321 2023-11-19T01:25:54,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700357145321 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:54,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003571453212 2023-11-19T01:25:54,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003571453212 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 698d7b8546b06a53f9ba6a2699115efb, disabling compactions & flushes 2023-11-19T01:25:54,177 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. after waiting 0 ms 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,177 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,177 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 698d7b8546b06a53f9ba6a2699115efb: 2023-11-19T01:25:54,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:25:54,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357154179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357154179"}]},"ts":"1700357154179"} 2023-11-19T01:25:54,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:25:54,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:25:54,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357154183"}]},"ts":"1700357154183"} 2023-11-19T01:25:54,184 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:25:54,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=698d7b8546b06a53f9ba6a2699115efb, ASSIGN}] 2023-11-19T01:25:54,192 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=698d7b8546b06a53f9ba6a2699115efb, ASSIGN 2023-11-19T01:25:54,193 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=698d7b8546b06a53f9ba6a2699115efb, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,36815,1700357136140; forceNewPlan=false, retain=false 2023-11-19T01:25:54,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=698d7b8546b06a53f9ba6a2699115efb, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:54,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 698d7b8546b06a53f9ba6a2699115efb, server=jenkins-hbase6.apache.org,36815,1700357136140}] 2023-11-19T01:25:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:25:54,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:54,504 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,504 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 698d7b8546b06a53f9ba6a2699115efb, NAME => 'backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:25:54,504 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:25:54,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:25:54,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,507 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,509 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698d7b8546b06a53f9ba6a2699115efb columnFamilyName meta 2023-11-19T01:25:54,509 DEBUG [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:54,510 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] regionserver.HStore(324): Store=698d7b8546b06a53f9ba6a2699115efb/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:54,510 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,511 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 698d7b8546b06a53f9ba6a2699115efb columnFamilyName session 2023-11-19T01:25:54,511 DEBUG [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:25:54,512 INFO [StoreOpener-698d7b8546b06a53f9ba6a2699115efb-1 {}] regionserver.HStore(324): Store=698d7b8546b06a53f9ba6a2699115efb/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:25:54,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system_bulk/698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system_bulk/698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,515 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:25:54,517 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:25:54,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system_bulk/698d7b8546b06a53f9ba6a2699115efb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:25:54,521 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 698d7b8546b06a53f9ba6a2699115efb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10909129600, jitterRate=0.01599186658859253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:25:54,521 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 698d7b8546b06a53f9ba6a2699115efb: 2023-11-19T01:25:54,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb., pid=31, masterSystemTime=1700357154499 2023-11-19T01:25:54,524 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,525 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:25:54,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=698d7b8546b06a53f9ba6a2699115efb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:54,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:25:54,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 698d7b8546b06a53f9ba6a2699115efb, server=jenkins-hbase6.apache.org,36815,1700357136140 in 180 msec 2023-11-19T01:25:54,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:25:54,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=698d7b8546b06a53f9ba6a2699115efb, ASSIGN in 339 msec 2023-11-19T01:25:54,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:25:54,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357154532"}]},"ts":"1700357154532"} 2023-11-19T01:25:54,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:25:54,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:25:54,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1920 sec 2023-11-19T01:25:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 ERROR: backup_2 does not exist Usage: hbase backup describe backup_id Backup image id 2023-11-19T01:25:55,472 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client No backup id was specified, will retrieve the most recent (ongoing) session 2023-11-19T01:25:55,480 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d62e4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:55,481 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:25:55,483 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42380, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:25:55,487 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:55,488 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55094, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:55,502 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:25:55,502 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] backup.TestBackupDescribe(68): Output from progress: No active backup sessions found. 2023-11-19T01:25:55,521 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupDescribe Thread=586 (was 583) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x156ca8de-SendThread(127.0.0.1:55343) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x156ca8de-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x7d12cb35-SendThread(127.0.0.1:55343) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x156ca8de java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/179242802.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x43926a00-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x7d12cb35 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/179242802.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'JobHistoryServer' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_275176191_16 at /127.0.0.1:58166 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x7d12cb35-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=694 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=225 (was 225), ProcessCount=172 (was 172), AvailableMemoryMB=3775 (was 3788) 2023-11-19T01:25:55,521 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-11-19T01:25:55,537 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupDescribeCommand Thread=586, OpenFileDescriptor=694, MaxFileDescriptor=60000, SystemLoadAverage=225, ProcessCount=172, AvailableMemoryMB=3774 2023-11-19T01:25:55,537 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-11-19T01:25:55,537 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] backup.TestBackupDescribe(82): test backup describe on a single table with data: command-line 2023-11-19T01:25:55,543 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d916cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:55,552 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:55,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55110, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:55,559 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:25:55,561 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42390, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:25:55,577 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:25:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36815 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:25:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:25:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357155613 (current time:1700357155613). 2023-11-19T01:25:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:25:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:25:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d78e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:55,626 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55112, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:25:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:25:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:25:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:25:55,645 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:25:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:55,651 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:25:55,663 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot, current working dir path: hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:25:55,665 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:25:55,677 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:25:55,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:25:55,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003571453213' 2023-11-19T01:25:55,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003571453212' 2023-11-19T01:25:55,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f9151f12fadf0761521a9efde644dd99}] 2023-11-19T01:25:55,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:25:55,687 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:55,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:55,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36815 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:25:55,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:55,852 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing f9151f12fadf0761521a9efde644dd99 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:25:55,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/8a344d73c7d844169a3682472536d8b5 is 49, key is activesession:/session:c/1700357155598/Put/seqid=0 2023-11-19T01:25:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:56,347 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/8a344d73c7d844169a3682472536d8b5 2023-11-19T01:25:56,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/8a344d73c7d844169a3682472536d8b5 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/8a344d73c7d844169a3682472536d8b5 2023-11-19T01:25:56,439 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/8a344d73c7d844169a3682472536d8b5, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:25:56,444 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for f9151f12fadf0761521a9efde644dd99 in 593ms, sequenceid=5, compaction requested=false 2023-11-19T01:25:56,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for f9151f12fadf0761521a9efde644dd99: 2023-11-19T01:25:56,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. for snapshot_backup_system completed. 2023-11-19T01:25:56,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:25:56,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:25:56,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:25:56,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/8a344d73c7d844169a3682472536d8b5] hfiles 2023-11-19T01:25:56,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/8a344d73c7d844169a3682472536d8b5 for snapshot=snapshot_backup_system 2023-11-19T01:25:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:56,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:25:56,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:25:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:25:56,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:56,881 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f9151f12fadf0761521a9efde644dd99 2023-11-19T01:25:56,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:25:56,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure f9151f12fadf0761521a9efde644dd99 in 1.2030 sec 2023-11-19T01:25:56,884 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:25:56,887 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:25:56,890 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:25:56,891 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:25:56,894 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:25:56,919 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:25:56,932 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:25:56,932 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:25:56,934 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:25:56,934 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:25:56,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2960 sec 2023-11-19T01:25:57,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:25:57,754 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(115): Backup backup_1700357155547 started at 1700357157754. 2023-11-19T01:25:57,778 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(119): Backup session backup_1700357155547 has been started. 2023-11-19T01:25:57,781 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:25:57,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:25:57,796 INFO [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:25:57,796 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:25:57,797 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:25:57,797 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:25:57,798 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:25:57,799 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,799 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:25:57,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:25:57,800 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:25:57,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:25:57,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:25:57,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:25:57,801 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:25:57,804 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:25:57,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:25:57,804 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:25:57,804 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:25:57,805 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:25:57,805 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:25:57,805 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,36815,1700357136140' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:25:57,808 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:25:57,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:25:57,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:25:57,808 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:25:57,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:25:57,808 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:25:57,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,809 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,810 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:25:57,811 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,36815,1700357136140' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:25:57,811 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:25:57,811 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@10a325ee[Count = 0] remaining members to acquire global barrier 2023-11-19T01:25:57,811 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:25:57,813 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:25:57,813 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:25:57,813 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:25:57,813 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:25:57,814 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:25:57,814 DEBUG [rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,814 INFO [rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357137925 highest: 1700357137925 on jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,814 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36815%2C1700357136140:(num 1700357137925) roll requested 2023-11-19T01:25:57,826 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357157815, exclude list is [], retry=0 2023-11-19T01:25:57,833 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK] 2023-11-19T01:25:57,838 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357137925 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357157815 2023-11-19T01:25:57,839 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK]] 2023-11-19T01:25:57,839 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.1700357137925 is not closed yet, will try archiving it next time 2023-11-19T01:25:57,840 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta:.meta(num 1700357138922) roll requested 2023-11-19T01:25:57,853 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357157840.meta, exclude list is [], retry=0 2023-11-19T01:25:57,857 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK] 2023-11-19T01:25:57,859 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357138922.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357157840.meta 2023-11-19T01:25:57,859 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:45589,DS-087ec6e0-a866-4b5a-804c-9991946066ef,DISK]] 2023-11-19T01:25:57,860 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357138922.meta is not closed yet, will try archiving it next time 2023-11-19T01:25:57,875 DEBUG [rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-19T01:25:57,875 INFO [rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357157815 on jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,875 DEBUG [rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:25:57,877 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42394, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:25:57,895 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:25:57,895 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,36815,1700357136140' in zk 2023-11-19T01:25:57,899 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:25:57,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:25:57,899 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:25:57,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:25:57,899 DEBUG [member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:25:57,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:25:57,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:25:57,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:25:57,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,36815,1700357136140': 2023-11-19T01:25:57,904 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,36815,1700357136140' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:25:57,904 INFO [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:25:57,904 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:25:57,904 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:25:57,904 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:25:57,904 INFO [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:25:57,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:25:57,907 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:25:57,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:25:57,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:25:57,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:25:57,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:25:57,908 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:25:57,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:25:57,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:25:57,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:25:57,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:25:57,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:25:57,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:57,921 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:25:57,922 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:25:57,922 DEBUG [(jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:25:57,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:25:57,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:25:57,923 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:25:57,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:25:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:25:58,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } 2023-11-19T01:25:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357158035 (current time:1700357158035). 2023-11-19T01:25:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:25:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357158034_default_test-1700357145321 VERSION not specified, setting to 2 2023-11-19T01:25:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf1d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:25:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:25:58,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55122, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:25:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:25:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:25:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } 2023-11-19T01:25:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:25:58,051 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:25:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:25:58,052 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:25:58,055 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot, current working dir path: hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_1700357158034_default_test-1700357145321 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:25:58,056 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:25:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:25:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:25:58,467 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:25:58,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628}] 2023-11-19T01:25:58,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:58,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:25:58,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36815 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:25:58,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:58,623 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 2a8ecd9fb56303be25cb3b27736cd628 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:25:58,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/.tmp/f/53afff2ba4474072ba54cfebf0f1ac8e is 37, key is row10/f:q1/1700357146958/Put/seqid=0 2023-11-19T01:25:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:25:59,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/.tmp/f/53afff2ba4474072ba54cfebf0f1ac8e 2023-11-19T01:25:59,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/.tmp/f/53afff2ba4474072ba54cfebf0f1ac8e as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e 2023-11-19T01:25:59,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:25:59,076 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2a8ecd9fb56303be25cb3b27736cd628 in 453ms, sequenceid=103, compaction requested=false 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 2a8ecd9fb56303be25cb3b27736cd628: 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. for snapshot_1700357158034_default_test-1700357145321 completed. 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.' region-info for snapshot=snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e] hfiles 2023-11-19T01:25:59,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e for snapshot=snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:25:59,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:25:59,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:25:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:25:59,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357158034_default_test-1700357145321 on region 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:59,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:25:59,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:25:59,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 2a8ecd9fb56303be25cb3b27736cd628 in 626 msec 2023-11-19T01:25:59,095 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:25:59,096 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:25:59,097 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:25:59,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:25:59,098 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:25:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:25:59,516 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:25:59,524 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:25:59,525 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/.tmp/snapshot_1700357158034_default_test-1700357145321 to hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:25:59,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:25:59,527 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:25:59,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357158034_default_test-1700357145321 table=test-1700357145321 type=FLUSH ttl=0 } in 1.4790 sec 2023-11-19T01:26:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:00,158 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357155547 2023-11-19T01:26:00,158 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:26:00,160 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:26:00,162 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357155547_test-1700357145321 2023-11-19T01:26:00,162 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357158034_default_test-1700357145321 to hdfs://localhost:43535/backupUT/backup_1700357155547/default/test-1700357145321/ 2023-11-19T01:26:00,166 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:26:00,203 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:43535, inputRoot=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622 2023-11-19T01:26:00,204 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,45521,1700357133017_-1195913128_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:43535/backupUT/backup_1700357155547/default/test-1700357145321, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:43535/backupUT/backup_1700357155547/default/test-1700357145321/.hbase-snapshot/.tmp/snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:26:00,204 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:43535, inputRoot=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622, snapshotDir=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/snapshot_1700357158034_default_test-1700357145321. 2023-11-19T01:26:00,235 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/.hbase-snapshot/snapshot_1700357158034_default_test-1700357145321 to hdfs://localhost:43535/backupUT/backup_1700357155547/default/test-1700357145321/.hbase-snapshot/.tmp/snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:26:00,673 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:00,673 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:00,674 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:00,675 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,694 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop-1861202002061920845.jar 2023-11-19T01:26:01,695 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,695 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,696 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,696 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,697 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,697 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,698 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,698 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,699 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:01,699 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:26:01,700 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:26:01,701 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:26:01,701 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:26:01,702 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:26:01,702 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:26:01,702 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:26:01,703 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:26:01,703 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:26:01,704 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:26:01,704 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:26:01,705 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:26:01,709 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:01,709 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:01,710 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:01,710 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:01,710 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:01,711 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:01,712 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:01,794 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357158034_default_test-1700357145321' hfile list 2023-11-19T01:26:01,805 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:26:02,026 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.local.dir/1700357161969/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:26:02,026 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/mapreduce.cluster.local.dir/1700357161969/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:26:02,206 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:26:02,238 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e output=hdfs://localhost:43535/backupUT/backup_1700357155547/default/test-1700357145321/archive/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/f/53afff2ba4474072ba54cfebf0f1ac8e 2023-11-19T01:26:02,238 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:26:03,086 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:26:03,087 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:26:03,095 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:26:03,095 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357158034_default_test-1700357145321 finished. 2023-11-19T01:26:03,095 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupSystemTable(1034): test-1700357145321 2023-11-19T01:26:03,169 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357155547 2023-11-19T01:26:03,170 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:26:03,588 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:43535/backupUT/backup_1700357155547/.backup.manifest 2023-11-19T01:26:03,588 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(358): Backup backup_1700357155547 finished: type=FULL,tablelist=test-1700357145321,targetRootDir=hdfs://localhost:43535/backupUT,startts=1700357157754,completets=1700357163167,bytescopied=0 2023-11-19T01:26:03,588 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:26:03,588 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:26:03,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357158034_default_test-1700357145321" 2023-11-19T01:26:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357158034_default_test-1700357145321 2023-11-19T01:26:03,602 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357158034_default_test-1700357145321 for backup backup_1700357155547 succeeded. 2023-11-19T01:26:03,603 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:26:03,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:26:03,626 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:26:03,636 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:26:03,654 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] impl.TableBackupClient(376): Backup backup_1700357155547 completed. 2023-11-19T01:26:03,654 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,655 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] backup.TestBackupDescribe(87): backup complete 2023-11-19T01:26:03,706 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7866010b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:03,707 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:03,709 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41912, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:26:03,718 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:03,720 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:60902, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:03,741 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,778 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupDescribeCommand Thread=604 (was 586) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x2648d54a java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/179242802.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x2648d54a-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1103849819-172.31.2.20-1700357129627:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1250921731_16 at /127.0.0.1:52894 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_275176191_16 at /127.0.0.1:52868 [Receiving block BP-1103849819-172.31.2.20-1700357129627:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x40b47d73 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/179242802.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_275176191_16 at /127.0.0.1:52870 [Receiving block BP-1103849819-172.31.2.20-1700357129627:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1250921731_16 at /127.0.0.1:52914 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,45521,1700357133017)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x2648d54a-SendThread(127.0.0.1:55343) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: hconnection-0x43926a00-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,36815,1700357136140' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x40b47d73-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x43926a00-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x40b47d73-SendThread(127.0.0.1:55343) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: rs(jenkins-hbase6.apache.org,36815,1700357136140)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1103849819-172.31.2.20-1700357129627:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x43926a00-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x43926a00-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1ba8105b-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=712 (was 694) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=212 (was 225), ProcessCount=172 (was 172), AvailableMemoryMB=4935 (was 3774) - AvailableMemoryMB LEAK? - 2023-11-19T01:26:03,778 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2023-11-19T01:26:03,799 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(147): before: backup.TestBackupDescribe#testBackupSetCommandWithNonExistentTable Thread=601, OpenFileDescriptor=712, MaxFileDescriptor=60000, SystemLoadAverage=212, ProcessCount=172, AvailableMemoryMB=4931 2023-11-19T01:26:03,799 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-19T01:26:03,811 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38138304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:03,813 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:03,817 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:41914, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:26:03,822 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:03,823 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:60908, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:03,839 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,839 ERROR [Listener at jenkins-hbase6.apache.org/32925 {}] backup.BackupDriver(201): Error running command-line tool java.io.IOException: Cannot add table because it doesn't exist at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.addToBackupSet(BackupAdminImpl.java:471) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupCommands$BackupSetCommand.processSetAdd(BackupCommands.java:1095) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupCommands$BackupSetCommand.execute(BackupCommands.java:993) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.parseAndRun(BackupDriver.java:134) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.doWork(BackupDriver.java:169) ~[classes/:?] at org.apache.hadoop.hbase.backup.BackupDriver.run(BackupDriver.java:199) ~[classes/:?] at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.backup.TestBackupDescribe.testBackupSetCommandWithNonExistentTable(TestBackupDescribe.java:76) ~[test-classes/:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:26:03,862 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(175): after: backup.TestBackupDescribe#testBackupSetCommandWithNonExistentTable Thread=605 (was 601) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x6304b208 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/179242802.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x43926a00-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x6304b208-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55343@0x6304b208-SendThread(127.0.0.1:55343) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=712 (was 712), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=212 (was 212), ProcessCount=172 (was 172), AvailableMemoryMB=4913 (was 4931) 2023-11-19T01:26:03,862 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.ResourceChecker(130): Thread=605 is superior to 500 2023-11-19T01:26:03,872 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:26:03,872 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,873 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:26:03,873 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] util.JVMClusterUtil(257): Found active master hash=450457723, stopped=false 2023-11-19T01:26:03,873 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:26:03,876 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:26:03,877 DEBUG [Listener at jenkins-hbase6.apache.org/32925 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,877 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,36815,1700357136140' ***** 2023-11-19T01:26:03,877 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:26:03,878 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:26:03,893 INFO [RS:0;jenkins-hbase6:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@56b4bb1e{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:26:03,897 INFO [RS:0;jenkins-hbase6:36815 {}] server.AbstractConnector(383): Stopped ServerConnector@4fb1f867{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:03,897 INFO [RS:0;jenkins-hbase6:36815 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:26:03,898 INFO [RS:0;jenkins-hbase6:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1bf1a16d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:26:03,899 INFO [RS:0;jenkins-hbase6:36815 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@79475cd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir/,STOPPED} 2023-11-19T01:26:03,901 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:26:03,901 INFO [RS:0;jenkins-hbase6:36815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:26:03,902 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:26:03,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:26:03,902 INFO [RS:0;jenkins-hbase6:36815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:26:03,902 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 9a3a562509f19b1857a8041e127fa540 2023-11-19T01:26:03,902 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 698d7b8546b06a53f9ba6a2699115efb 2023-11-19T01:26:03,902 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 423b0109e4dfa799fcc55b363949a026 2023-11-19T01:26:03,903 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2 2023-11-19T01:26:03,903 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 9c5062dea773f104fedebac9fa0233ec 2023-11-19T01:26:03,903 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for f9151f12fadf0761521a9efde644dd99 2023-11-19T01:26:03,903 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9a3a562509f19b1857a8041e127fa540, disabling compactions & flushes 2023-11-19T01:26:03,903 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 2a8ecd9fb56303be25cb3b27736cd628 2023-11-19T01:26:03,903 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:26:03,904 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,36815,1700357136140 2023-11-19T01:26:03,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:26:03,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. after waiting 0 ms 2023-11-19T01:26:03,904 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:26:03,904 DEBUG [RS:0;jenkins-hbase6:36815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:03,904 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 9a3a562509f19b1857a8041e127fa540 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:26:03,904 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:26:03,905 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:26:03,905 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:26:03,905 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:26:03,905 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:26:03,905 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1583): Online Regions={9a3a562509f19b1857a8041e127fa540=ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540., 698d7b8546b06a53f9ba6a2699115efb=backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb., 423b0109e4dfa799fcc55b363949a026=hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026., a2ea1aae0aca9c8cfdc5f9c49ea6a1b2=ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2., 1588230740=hbase:meta,,1.1588230740, 9c5062dea773f104fedebac9fa0233ec=ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec., f9151f12fadf0761521a9efde644dd99=backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99., 2a8ecd9fb56303be25cb3b27736cd628=test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628.} 2023-11-19T01:26:03,906 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:26:03,906 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:26:03,906 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:26:03,906 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:26:03,906 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:26:03,906 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-19T01:26:03,907 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2a8ecd9fb56303be25cb3b27736cd628, 423b0109e4dfa799fcc55b363949a026, 698d7b8546b06a53f9ba6a2699115efb, 9a3a562509f19b1857a8041e127fa540, 9c5062dea773f104fedebac9fa0233ec, a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, f9151f12fadf0761521a9efde644dd99 2023-11-19T01:26:03,928 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/.tmp/f/474077349a6946648581943e11fbd2f0 is 37, key is row10/f:q1/1700357149169/Put/seqid=0 2023-11-19T01:26:03,933 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/info/aca4afb0d5584c3f84af107f93eda5ee is 159, key is ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540./info:regioninfo/1700357148230/Put/seqid=0 2023-11-19T01:26:03,951 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/info/aca4afb0d5584c3f84af107f93eda5ee 2023-11-19T01:26:03,954 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:26:03,975 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/table/964ba6933ab64521b780d552eee34d9b is 59, key is ns2:test-17003571453211/table:state/1700357148239/Put/seqid=0 2023-11-19T01:26:03,989 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/table/964ba6933ab64521b780d552eee34d9b 2023-11-19T01:26:03,999 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/info/aca4afb0d5584c3f84af107f93eda5ee as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/info/aca4afb0d5584c3f84af107f93eda5ee 2023-11-19T01:26:04,008 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/info/aca4afb0d5584c3f84af107f93eda5ee, entries=70, sequenceid=39, filesize=14.1 K 2023-11-19T01:26:04,010 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/.tmp/table/964ba6933ab64521b780d552eee34d9b as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/table/964ba6933ab64521b780d552eee34d9b 2023-11-19T01:26:04,020 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/table/964ba6933ab64521b780d552eee34d9b, entries=14, sequenceid=39, filesize=5.8 K 2023-11-19T01:26:04,022 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=39, compaction requested=false 2023-11-19T01:26:04,040 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-19T01:26:04,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:26:04,043 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:26:04,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:26:04,043 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:26:04,107 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1609): Waiting on 2a8ecd9fb56303be25cb3b27736cd628, 423b0109e4dfa799fcc55b363949a026, 698d7b8546b06a53f9ba6a2699115efb, 9a3a562509f19b1857a8041e127fa540, 9c5062dea773f104fedebac9fa0233ec, a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, f9151f12fadf0761521a9efde644dd99 2023-11-19T01:26:04,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:26:04,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:04,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:26:04,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:26:04,307 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1609): Waiting on 2a8ecd9fb56303be25cb3b27736cd628, 423b0109e4dfa799fcc55b363949a026, 698d7b8546b06a53f9ba6a2699115efb, 9a3a562509f19b1857a8041e127fa540, 9c5062dea773f104fedebac9fa0233ec, a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, f9151f12fadf0761521a9efde644dd99 2023-11-19T01:26:04,346 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/.tmp/f/474077349a6946648581943e11fbd2f0 2023-11-19T01:26:04,355 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/.tmp/f/474077349a6946648581943e11fbd2f0 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/f/474077349a6946648581943e11fbd2f0 2023-11-19T01:26:04,362 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/f/474077349a6946648581943e11fbd2f0, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:26:04,363 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9a3a562509f19b1857a8041e127fa540 in 459ms, sequenceid=103, compaction requested=false 2023-11-19T01:26:04,369 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns2/test-17003571453211/9a3a562509f19b1857a8041e127fa540/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:26:04,370 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,371 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:26:04,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9a3a562509f19b1857a8041e127fa540: 2023-11-19T01:26:04,371 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003571453211,,1700357147040.9a3a562509f19b1857a8041e127fa540. 2023-11-19T01:26:04,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 698d7b8546b06a53f9ba6a2699115efb, disabling compactions & flushes 2023-11-19T01:26:04,372 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:26:04,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:26:04,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. after waiting 0 ms 2023-11-19T01:26:04,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:26:04,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system_bulk/698d7b8546b06a53f9ba6a2699115efb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:04,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,380 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 698d7b8546b06a53f9ba6a2699115efb: 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700357153345.698d7b8546b06a53f9ba6a2699115efb. 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 423b0109e4dfa799fcc55b363949a026, disabling compactions & flushes 2023-11-19T01:26:04,381 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. after waiting 0 ms 2023-11-19T01:26:04,381 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:26:04,381 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 423b0109e4dfa799fcc55b363949a026 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:26:04,395 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/.tmp/info/730f30bc0ee54225bb71d79a3e81efaa is 45, key is default/info:d/1700357140585/Put/seqid=0 2023-11-19T01:26:04,405 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/.tmp/info/730f30bc0ee54225bb71d79a3e81efaa 2023-11-19T01:26:04,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/.tmp/info/730f30bc0ee54225bb71d79a3e81efaa as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/info/730f30bc0ee54225bb71d79a3e81efaa 2023-11-19T01:26:04,428 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/info/730f30bc0ee54225bb71d79a3e81efaa, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:26:04,429 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 423b0109e4dfa799fcc55b363949a026 in 48ms, sequenceid=11, compaction requested=false 2023-11-19T01:26:04,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/hbase/namespace/423b0109e4dfa799fcc55b363949a026/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:26:04,447 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,448 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:26:04,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 423b0109e4dfa799fcc55b363949a026: 2023-11-19T01:26:04,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700357139184.423b0109e4dfa799fcc55b363949a026. 2023-11-19T01:26:04,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a2ea1aae0aca9c8cfdc5f9c49ea6a1b2, disabling compactions & flushes 2023-11-19T01:26:04,449 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:26:04,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:26:04,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. after waiting 0 ms 2023-11-19T01:26:04,449 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:26:04,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns3/test-17003571453212/a2ea1aae0aca9c8cfdc5f9c49ea6a1b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:04,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,467 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:26:04,467 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a2ea1aae0aca9c8cfdc5f9c49ea6a1b2: 2023-11-19T01:26:04,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003571453212,,1700357149242.a2ea1aae0aca9c8cfdc5f9c49ea6a1b2. 2023-11-19T01:26:04,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9c5062dea773f104fedebac9fa0233ec, disabling compactions & flushes 2023-11-19T01:26:04,468 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:26:04,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:26:04,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. after waiting 0 ms 2023-11-19T01:26:04,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:26:04,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/ns4/test-17003571453213/9c5062dea773f104fedebac9fa0233ec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:04,480 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,481 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9c5062dea773f104fedebac9fa0233ec: 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003571453213,,1700357151365.9c5062dea773f104fedebac9fa0233ec. 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f9151f12fadf0761521a9efde644dd99, disabling compactions & flushes 2023-11-19T01:26:04,481 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. after waiting 0 ms 2023-11-19T01:26:04,481 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:26:04,482 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f9151f12fadf0761521a9efde644dd99 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-11-19T01:26:04,503 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/meta/f4a744c61de84355bbdf6cc79b83dd5a is 169, key is trslm:hdfs://localhost:43535/backupUT\x00test-1700357145321/meta:log-roll-map/1700357163156/Put/seqid=0 2023-11-19T01:26:04,508 DEBUG [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1609): Waiting on 2a8ecd9fb56303be25cb3b27736cd628, f9151f12fadf0761521a9efde644dd99 2023-11-19T01:26:04,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/meta/f4a744c61de84355bbdf6cc79b83dd5a 2023-11-19T01:26:04,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/90d5b214e0494b1e8d3a59bea880a901 is 310, key is session:backup_1700357155547/session:context/1700357163635/Put/seqid=0 2023-11-19T01:26:04,524 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/90d5b214e0494b1e8d3a59bea880a901 2023-11-19T01:26:04,531 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/meta/f4a744c61de84355bbdf6cc79b83dd5a as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/meta/f4a744c61de84355bbdf6cc79b83dd5a 2023-11-19T01:26:04,537 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/meta/f4a744c61de84355bbdf6cc79b83dd5a, entries=4, sequenceid=16, filesize=5.5 K 2023-11-19T01:26:04,538 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/.tmp/session/90d5b214e0494b1e8d3a59bea880a901 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/90d5b214e0494b1e8d3a59bea880a901 2023-11-19T01:26:04,544 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/session/90d5b214e0494b1e8d3a59bea880a901, entries=2, sequenceid=16, filesize=5.3 K 2023-11-19T01:26:04,545 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for f9151f12fadf0761521a9efde644dd99 in 64ms, sequenceid=16, compaction requested=false 2023-11-19T01:26:04,554 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/backup/system/f9151f12fadf0761521a9efde644dd99/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-11-19T01:26:04,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,556 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f9151f12fadf0761521a9efde644dd99: 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700357152212.f9151f12fadf0761521a9efde644dd99. 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2a8ecd9fb56303be25cb3b27736cd628, disabling compactions & flushes 2023-11-19T01:26:04,556 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. after waiting 0 ms 2023-11-19T01:26:04,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:26:04,561 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/data/default/test-1700357145321/2a8ecd9fb56303be25cb3b27736cd628/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:26:04,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,564 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:26:04,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2a8ecd9fb56303be25cb3b27736cd628: 2023-11-19T01:26:04,564 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700357145321,,1700357145805.2a8ecd9fb56303be25cb3b27736cd628. 2023-11-19T01:26:04,708 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,36815,1700357136140; all regions closed. 2023-11-19T01:26:04,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/WALs/jenkins-hbase6.apache.org,36815,1700357136140/jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta.1700357157840.meta not finished, retry = 0 2023-11-19T01:26:04,764 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:26:04,764 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:26:04,822 DEBUG [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/oldWALs 2023-11-19T01:26:04,822 INFO [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C36815%2C1700357136140.meta:.meta(num 1700357157840) 2023-11-19T01:26:04,829 DEBUG [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/oldWALs 2023-11-19T01:26:04,829 INFO [RS:0;jenkins-hbase6:36815 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C36815%2C1700357136140:(num 1700357157815) 2023-11-19T01:26:04,829 DEBUG [RS:0;jenkins-hbase6:36815 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:04,829 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:26:04,830 INFO [RS:0;jenkins-hbase6:36815 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:26:04,830 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:26:04,832 INFO [RS:0;jenkins-hbase6:36815 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:36815 2023-11-19T01:26:04,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,36815,1700357136140] 2023-11-19T01:26:04,841 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,36815,1700357136140; numProcessing=1 2023-11-19T01:26:04,842 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,36815,1700357136140 expired; onlineServers=0 2023-11-19T01:26:04,842 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,45521,1700357133017' ***** 2023-11-19T01:26:04,842 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:26:04,843 DEBUG [M:0;jenkins-hbase6:45521 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f94616e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:26:04,843 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:26:04,896 INFO [M:0;jenkins-hbase6:45521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6f7cf1e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:26:04,897 INFO [M:0;jenkins-hbase6:45521 {}] server.AbstractConnector(383): Stopped ServerConnector@25a1e344{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:04,897 INFO [M:0;jenkins-hbase6:45521 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:26:04,898 INFO [M:0;jenkins-hbase6:45521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1d8c98c2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:26:04,899 INFO [M:0;jenkins-hbase6:45521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@152a203b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/hadoop.log.dir/,STOPPED} 2023-11-19T01:26:04,899 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,45521,1700357133017 2023-11-19T01:26:04,899 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,45521,1700357133017; all regions closed. 2023-11-19T01:26:04,899 DEBUG [M:0;jenkins-hbase6:45521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:04,899 INFO [M:0;jenkins-hbase6:45521 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:26:04,900 INFO [M:0;jenkins-hbase6:45521 {}] server.AbstractConnector(383): Stopped ServerConnector@13364bd4{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:04,901 DEBUG [M:0;jenkins-hbase6:45521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:26:04,901 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:26:04,901 INFO [M:0;jenkins-hbase6:45521 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:26:04,901 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357137565 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357137565,5,FailOnTimeoutGroup] 2023-11-19T01:26:04,901 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357137566 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357137566,5,FailOnTimeoutGroup] 2023-11-19T01:26:04,901 DEBUG [M:0;jenkins-hbase6:45521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:04,901 DEBUG [M:0;jenkins-hbase6:45521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:26:04,903 INFO [M:0;jenkins-hbase6:45521 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:26:04,903 DEBUG [M:0;jenkins-hbase6:45521 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:26:04,903 INFO [M:0;jenkins-hbase6:45521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:26:04,903 ERROR [M:0;jenkins-hbase6:45521 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-11-19T01:26:04,906 INFO [M:0;jenkins-hbase6:45521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:26:04,906 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:26:04,907 WARN [M:0;jenkins-hbase6:45521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:26:04,907 INFO [M:0;jenkins-hbase6:45521 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:26:04,907 INFO [M:0;jenkins-hbase6:45521 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:26:04,908 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:26:04,925 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:04,925 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:04,925 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:26:04,925 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:04,926 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=139.48 KB heapSize=165.50 KB 2023-11-19T01:26:04,941 DEBUG [M:0;jenkins-hbase6:45521 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad0f6cff2264504a7503637833aa470 is 88, key is hbase:meta,,1/info:sn/1700357138563/Put/seqid=0 2023-11-19T01:26:04,941 INFO [RS:0;jenkins-hbase6:36815 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,36815,1700357136140; zookeeper connection closed. 2023-11-19T01:26:04,942 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e3282d3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e3282d3 2023-11-19T01:26:04,942 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:26:05,348 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad0f6cff2264504a7503637833aa470 2023-11-19T01:26:05,376 DEBUG [M:0;jenkins-hbase6:45521 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e67082686304f208f54d486ca918210 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700357154538/Put/seqid=0 2023-11-19T01:26:05,782 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138.89 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e67082686304f208f54d486ca918210 2023-11-19T01:26:05,802 DEBUG [M:0;jenkins-hbase6:45521 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a21a4a982c64676a5b576c196776be6 is 82, key is jenkins-hbase6.apache.org,36815,1700357136140/rs:state/1700357137620/Put/seqid=0 2023-11-19T01:26:06,208 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a21a4a982c64676a5b576c196776be6 2023-11-19T01:26:06,217 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad0f6cff2264504a7503637833aa470 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ad0f6cff2264504a7503637833aa470 2023-11-19T01:26:06,224 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ad0f6cff2264504a7503637833aa470, entries=8, sequenceid=299, filesize=5.5 K 2023-11-19T01:26:06,225 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e67082686304f208f54d486ca918210 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e67082686304f208f54d486ca918210 2023-11-19T01:26:06,232 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e67082686304f208f54d486ca918210, entries=35, sequenceid=299, filesize=13.9 K 2023-11-19T01:26:06,234 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a21a4a982c64676a5b576c196776be6 as hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a21a4a982c64676a5b576c196776be6 2023-11-19T01:26:06,240 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:43535/user/jenkins/test-data/15b0a5fa-0069-17dc-85a7-31a765b99622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a21a4a982c64676a5b576c196776be6, entries=1, sequenceid=299, filesize=5.1 K 2023-11-19T01:26:06,242 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(3022): Finished flush of dataSize ~139.48 KB/142830, heapSize ~165.20 KB/169168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=299, compaction requested=false 2023-11-19T01:26:06,256 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:06,256 DEBUG [M:0;jenkins-hbase6:45521 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:26:06,262 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:26:06,262 INFO [M:0;jenkins-hbase6:45521 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:26:06,262 INFO [M:0;jenkins-hbase6:45521 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:26:06,262 INFO [M:0;jenkins-hbase6:45521 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:45521 2023-11-19T01:26:06,367 INFO [M:0;jenkins-hbase6:45521 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,45521,1700357133017; zookeeper connection closed. 2023-11-19T01:26:06,369 WARN [Listener at jenkins-hbase6.apache.org/32925 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:26:06,373 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:26:06,479 WARN [BP-1103849819-172.31.2.20-1700357129627 heartbeating to localhost/127.0.0.1:43535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:26:06,479 WARN [BP-1103849819-172.31.2.20-1700357129627 heartbeating to localhost/127.0.0.1:43535 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1103849819-172.31.2.20-1700357129627 (Datanode Uuid 9f8344c2-5dd0-4d56-a5ef-6da7a764eeae) service to localhost/127.0.0.1:43535 2023-11-19T01:26:06,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/dfs/data/data1/current/BP-1103849819-172.31.2.20-1700357129627 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:26:06,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/74cf9446-7bd5-c6d3-0b6d-ca6be8a63ff3/cluster_1fe65e6e-5cef-9180-f7d9-75f6efda1c6c/dfs/data/data2/current/BP-1103849819-172.31.2.20-1700357129627 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:26:06,518 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:26:06,690 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:26:06,690 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:26:06,700 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:06,851 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:06,960 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:06,961 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:07,064 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:26:07,071 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:26:07,073 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:07,078 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:07,181 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:07,181 INFO [Listener at jenkins-hbase6.apache.org/32925 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped