2023-11-19 01:21:42,784 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:21:42,801 main DEBUG Took 0.014633 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:21:42,801 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:21:42,802 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:21:42,803 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:21:42,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,813 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:21:42,828 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,832 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,836 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,838 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,839 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,840 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:21:42,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,843 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:21:42,845 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:21:42,847 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:21:42,848 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:21:42,849 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:21:42,850 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:21:42,850 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:21:42,865 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:21:42,868 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:21:42,872 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:21:42,872 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:21:42,873 main DEBUG createAppenders(={Console}) 2023-11-19 01:21:42,874 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-19 01:21:42,874 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-19 01:21:42,874 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-19 01:21:42,875 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:21:42,875 main DEBUG OutputStream closed 2023-11-19 01:21:42,875 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:21:42,875 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:21:42,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-19 01:21:42,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:21:42,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:21:42,931 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:21:42,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:21:42,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:21:42,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:21:42,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:21:42,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:21:42,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:21:42,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:21:42,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:21:42,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:21:42,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:21:42,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:21:42,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:21:42,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:21:42,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:21:42,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:21:42,943 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:21:42,944 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-19 01:21:42,944 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:21:42,946 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-19T01:21:42,992 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupBoundaryTests timeout: 13 mins 2023-11-19 01:21:42,998 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:21:42,999 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:21:43,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e 2023-11-19T01:21:43,396 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:21:43,399 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:43,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:21:43,404 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112, deleteOnExit=true 2023-11-19T01:21:43,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:21:43,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/test.cache.data in system properties and HBase conf 2023-11-19T01:21:43,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:21:43,406 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:21:43,406 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:21:43,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:21:43,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:21:43,516 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:21:44,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:21:44,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:21:44,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:21:44,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:21:44,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:21:44,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:21:44,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:21:44,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:21:44,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:21:44,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:21:44,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:21:44,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:21:44,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:21:44,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:21:44,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:21:44,588 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:21:44,592 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:21:44,888 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:21:45,030 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@47dd372f via org.mortbay.log.Slf4jLog 2023-11-19T01:21:45,049 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:45,088 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:45,124 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_localhost_41919_hdfs____45v7se/webapp 2023-11-19T01:21:45,257 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41919 2023-11-19T01:21:45,282 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:21:45,282 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:21:45,878 WARN [Listener at localhost/37211 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:21:45,940 WARN [Listener at localhost/37211 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:21:45,957 WARN [Listener at localhost/37211 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:45,963 INFO [Listener at localhost/37211 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:45,969 INFO [Listener at localhost/37211 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_localhost_39449_datanode____8ev6d6/webapp 2023-11-19T01:21:46,067 INFO [Listener at localhost/37211 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39449 2023-11-19T01:21:46,348 WARN [Listener at localhost/45425 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:21:46,645 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:21:46,819 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x4afdfe5b1513f08b: Processing first storage report for DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5 from datanode a22039f1-af7a-4167-993b-f17e886cd32b 2023-11-19T01:21:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x4afdfe5b1513f08b: from storage DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5 node DatanodeRegistration(127.0.0.1:32781, datanodeUuid=a22039f1-af7a-4167-993b-f17e886cd32b, infoPort=45755, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1452724144;c=1700356904664), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-19T01:21:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x4afdfe5b1513f08b: Processing first storage report for DS-ffc06d5c-129f-43da-9b88-4ab827155893 from datanode a22039f1-af7a-4167-993b-f17e886cd32b 2023-11-19T01:21:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x4afdfe5b1513f08b: from storage DS-ffc06d5c-129f-43da-9b88-4ab827155893 node DatanodeRegistration(127.0.0.1:32781, datanodeUuid=a22039f1-af7a-4167-993b-f17e886cd32b, infoPort=45755, infoSecurePort=0, ipcPort=45425, storageInfo=lv=-57;cid=testClusterID;nsid=1452724144;c=1700356904664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-19T01:21:46,858 DEBUG [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e 2023-11-19T01:21:47,017 INFO [Listener at localhost/45425 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/zookeeper_0, clientPort=58570, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:21:47,040 INFO [Listener at localhost/45425 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58570 2023-11-19T01:21:47,048 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:47,051 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:47,741 INFO [Listener at localhost/45425 {}] util.FSUtils(462): Created version file at hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 with version=8 2023-11-19T01:21:47,742 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/hbase-staging 2023-11-19T01:21:47,766 DEBUG [Listener at localhost/45425 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:21:47,766 DEBUG [Listener at localhost/45425 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:21:47,766 DEBUG [Listener at localhost/45425 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:21:47,766 DEBUG [Listener at localhost/45425 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:21:47,997 DEBUG [Listener at localhost/45425 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:21:48,985 INFO [Listener at localhost/45425 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:21:49,033 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:49,034 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:49,034 INFO [Listener at localhost/45425 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:21:49,035 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:49,035 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:21:49,193 INFO [Listener at localhost/45425 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:21:49,335 INFO [Listener at localhost/45425 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:21:49,358 DEBUG [Listener at localhost/45425 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:21:49,364 INFO [Listener at localhost/45425 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:21:49,413 DEBUG [Listener at localhost/45425 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 19098 (auto-detected) 2023-11-19T01:21:49,415 DEBUG [Listener at localhost/45425 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:21:49,457 INFO [Listener at localhost/45425 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:40343 2023-11-19T01:21:49,474 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:49,476 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:49,502 INFO [Listener at localhost/45425 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:40343 connecting to ZooKeeper ensemble=127.0.0.1:58570 2023-11-19T01:21:49,560 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:403430x0, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:21:49,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:40343-0x101239f6c2c0000 connected 2023-11-19T01:21:49,611 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:21:49,615 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:49,620 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:21:49,636 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40343 2023-11-19T01:21:49,636 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40343 2023-11-19T01:21:49,641 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40343 2023-11-19T01:21:49,642 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40343 2023-11-19T01:21:49,646 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40343 2023-11-19T01:21:49,719 INFO [Listener at localhost/45425 {}] log.Log(170): Logging initialized @7740ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:21:49,855 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:21:49,856 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:21:49,857 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:21:49,859 INFO [Listener at localhost/45425 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:21:49,859 INFO [Listener at localhost/45425 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:21:49,859 INFO [Listener at localhost/45425 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:21:49,863 INFO [Listener at localhost/45425 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:21:50,008 INFO [Listener at localhost/45425 {}] http.HttpServer(1227): Jetty bound to port 34091 2023-11-19T01:21:50,011 INFO [Listener at localhost/45425 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:21:50,053 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:50,057 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6aa70627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:21:50,058 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:50,058 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@105be11a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:21:50,127 INFO [Listener at localhost/45425 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:21:50,141 INFO [Listener at localhost/45425 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:21:50,142 INFO [Listener at localhost/45425 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:21:50,144 INFO [Listener at localhost/45425 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:21:50,152 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:51,414 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@8f84a63{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:21:51,425 INFO [Listener at localhost/45425 {}] server.AbstractConnector(333): Started ServerConnector@1d9dd290{HTTP/1.1, (http/1.1)}{0.0.0.0:34091} 2023-11-19T01:21:51,426 INFO [Listener at localhost/45425 {}] server.Server(415): Started @9447ms 2023-11-19T01:21:51,429 INFO [Listener at localhost/45425 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4, hbase.cluster.distributed=false 2023-11-19T01:21:51,492 INFO [Listener at localhost/45425 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:21:51,492 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:51,493 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:51,493 INFO [Listener at localhost/45425 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:21:51,493 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:21:51,493 INFO [Listener at localhost/45425 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:21:51,501 INFO [Listener at localhost/45425 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:21:51,504 INFO [Listener at localhost/45425 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:21:51,505 INFO [Listener at localhost/45425 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:40155 2023-11-19T01:21:51,507 INFO [Listener at localhost/45425 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:21:51,515 DEBUG [Listener at localhost/45425 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:21:51,516 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:51,520 INFO [Listener at localhost/45425 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:51,522 INFO [Listener at localhost/45425 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40155 connecting to ZooKeeper ensemble=127.0.0.1:58570 2023-11-19T01:21:51,527 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:401550x0, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:21:51,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40155-0x101239f6c2c0001 connected 2023-11-19T01:21:51,528 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:21:51,530 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:21:51,531 DEBUG [Listener at localhost/45425 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:21:51,532 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40155 2023-11-19T01:21:51,532 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40155 2023-11-19T01:21:51,532 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40155 2023-11-19T01:21:51,533 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40155 2023-11-19T01:21:51,533 DEBUG [Listener at localhost/45425 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40155 2023-11-19T01:21:51,536 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:21:51,536 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:21:51,537 INFO [Listener at localhost/45425 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:21:51,537 INFO [Listener at localhost/45425 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:21:51,537 INFO [Listener at localhost/45425 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:21:51,538 INFO [Listener at localhost/45425 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:21:51,538 INFO [Listener at localhost/45425 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:21:51,540 INFO [Listener at localhost/45425 {}] http.HttpServer(1227): Jetty bound to port 41077 2023-11-19T01:21:51,540 INFO [Listener at localhost/45425 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:21:51,541 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:51,542 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3390b1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:21:51,542 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:51,542 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@81e1ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:21:51,555 INFO [Listener at localhost/45425 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:21:51,556 INFO [Listener at localhost/45425 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:21:51,556 INFO [Listener at localhost/45425 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:21:51,556 INFO [Listener at localhost/45425 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-19T01:21:51,557 INFO [Listener at localhost/45425 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:21:51,562 INFO [Listener at localhost/45425 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4d0af084{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:21:51,563 INFO [Listener at localhost/45425 {}] server.AbstractConnector(333): Started ServerConnector@74cfb0b2{HTTP/1.1, (http/1.1)}{0.0.0.0:41077} 2023-11-19T01:21:51,563 INFO [Listener at localhost/45425 {}] server.Server(415): Started @9584ms 2023-11-19T01:21:51,568 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:21:51,571 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@8073181{HTTP/1.1, (http/1.1)}{0.0.0.0:43447} 2023-11-19T01:21:51,571 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9593ms 2023-11-19T01:21:51,571 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:51,584 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:21:51,584 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:21:51,587 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:51,592 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:40343 2023-11-19T01:21:51,607 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:21:51,607 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:21:51,607 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:51,607 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:51,608 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:21:51,610 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,40343,1700356907980 from backup master directory 2023-11-19T01:21:51,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:21:51,614 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:51,614 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:21:51,614 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:21:51,615 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:21:51,615 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:51,619 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:21:51,621 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:21:51,703 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/hbase.id with ID: 6e6b30c7-9271-4b6c-8626-5352d0f5753f 2023-11-19T01:21:51,747 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:21:51,766 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:51,766 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:51,809 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:21:51,812 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:21:51,834 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:21:51,834 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:21:51,835 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:21:51,847 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:21:51,848 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:21:51,921 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store 2023-11-19T01:21:52,347 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:21:52,347 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:52,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:21:52,348 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:52,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:52,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:21:52,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:52,348 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:21:52,348 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:21:52,350 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/.initializing 2023-11-19T01:21:52,351 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/WALs/jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:52,360 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:21:52,375 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40343%2C1700356907980, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/WALs/jenkins-hbase6.apache.org,40343,1700356907980, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/oldWALs, maxLogs=10 2023-11-19T01:21:52,408 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/WALs/jenkins-hbase6.apache.org,40343,1700356907980/jenkins-hbase6.apache.org%2C40343%2C1700356907980.1700356912383, exclude list is [], retry=0 2023-11-19T01:21:52,446 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:21:52,455 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:21:52,543 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/WALs/jenkins-hbase6.apache.org,40343,1700356907980/jenkins-hbase6.apache.org%2C40343%2C1700356907980.1700356912383 2023-11-19T01:21:52,544 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:21:52,544 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:52,545 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:52,550 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,551 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:21:52,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:52,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:21:52,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:52,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:52,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:21:52,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:52,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:52,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:21:52,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:52,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:52,685 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,686 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,705 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:21:52,708 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:21:52,712 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:52,713 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9619973760, jitterRate=-0.10407012701034546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:21:52,718 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:21:52,719 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:21:52,753 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de1e5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:52,807 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:21:52,826 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:21:52,827 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:21:52,830 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:21:52,831 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:21:52,837 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-11-19T01:21:52,837 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:21:52,871 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:21:52,887 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:21:52,890 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:21:52,893 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:21:52,894 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:21:52,896 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:21:52,899 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:21:52,906 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:21:52,907 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:21:52,908 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:21:52,911 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:21:52,927 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:21:52,930 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:21:52,936 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:21:52,936 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:21:52,936 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,936 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,937 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,40343,1700356907980, sessionid=0x101239f6c2c0000, setting cluster-up flag (Was=false) 2023-11-19T01:21:52,946 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:21:52,959 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,959 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,965 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:21:52,967 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:52,972 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,972 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,979 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:21:52,981 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:52,987 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,987 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:52,993 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:21:52,994 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:53,083 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:40155 2023-11-19T01:21:53,084 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(997): ClusterId : 6e6b30c7-9271-4b6c-8626-5352d0f5753f 2023-11-19T01:21:53,087 INFO [RS:0;jenkins-hbase6:40155 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:21:53,091 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:21:53,100 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:21:53,100 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:21:53,104 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:21:53,104 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:21:53,107 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:21:53,109 DEBUG [RS:0;jenkins-hbase6:40155 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c51c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:53,111 DEBUG [RS:0;jenkins-hbase6:40155 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5186c9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:21:53,119 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:21:53,119 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:21:53,119 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:21:53,124 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40343,1700356907980 with isa=jenkins-hbase6.apache.org/172.31.2.20:40155, startcode=1700356911491 2023-11-19T01:21:53,145 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:21:53,153 DEBUG [RS:0;jenkins-hbase6:40155 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:21:53,156 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:21:53,162 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:21:53,171 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,40343,1700356907980 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:21:53,176 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:21:53,176 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:21:53,176 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:21:53,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:21:53,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:21:53,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:21:53,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,182 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700356943181 2023-11-19T01:21:53,185 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:21:53,192 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:21:53,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:21:53,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:21:53,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:53,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:21:53,208 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:21:53,209 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:21:53,209 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:21:53,210 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:21:53,210 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:21:53,215 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,222 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:21:53,228 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:21:53,228 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:21:53,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:21:53,230 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:21:53,239 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x71f66d57 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:53,246 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:53077, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:21:53,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:53,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:21:53,263 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d7e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:53,263 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:21:53,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:21:53,264 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:21:53,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:53,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:53,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:21:53,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:21:53,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:53,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:53,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:21:53,271 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:21:53,271 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:21:53,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:21:53,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:53,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:53,274 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356913273,5,FailOnTimeoutGroup] 2023-11-19T01:21:53,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740 2023-11-19T01:21:53,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740 2023-11-19T01:21:53,278 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356913274,5,FailOnTimeoutGroup] 2023-11-19T01:21:53,278 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,278 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:21:53,279 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:21:53,280 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,280 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:21:53,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:53,287 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11358220640, jitterRate=0.057816728949546814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:21:53,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:21:53,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:21:53,291 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:21:53,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:21:53,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:21:53,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:21:53,293 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:21:53,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:21:53,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:21:53,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:21:53,308 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:21:53,309 WARN [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:21:53,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:21:53,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:21:53,332 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:21:53,410 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40343,1700356907980 with isa=jenkins-hbase6.apache.org/172.31.2.20:40155, startcode=1700356911491 2023-11-19T01:21:53,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40343 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:53,428 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:21:53,428 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37211 2023-11-19T01:21:53,428 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=34091 2023-11-19T01:21:53,437 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:21:53,438 DEBUG [RS:0;jenkins-hbase6:40155 {}] zookeeper.ZKUtil(111): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:53,438 WARN [RS:0;jenkins-hbase6:40155 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:21:53,438 INFO [RS:0;jenkins-hbase6:40155 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:21:53,438 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:53,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,40155,1700356911491] 2023-11-19T01:21:53,458 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:21:53,474 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:21:53,483 WARN [jenkins-hbase6:40343 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-19T01:21:53,490 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:21:53,495 INFO [RS:0;jenkins-hbase6:40155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:21:53,495 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,496 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:21:53,506 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,506 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,506 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,506 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,506 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:21:53,507 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:21:53,508 DEBUG [RS:0;jenkins-hbase6:40155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:21:53,508 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,509 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,509 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,509 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,509 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40155,1700356911491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:21:53,528 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:21:53,531 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40155,1700356911491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:53,548 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,40155,1700356911491 started 2023-11-19T01:21:53,548 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,40155,1700356911491, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:40155, sessionid=0x101239f6c2c0001 2023-11-19T01:21:53,548 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:21:53,548 DEBUG [RS:0;jenkins-hbase6:40155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:53,548 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40155,1700356911491' 2023-11-19T01:21:53,548 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:21:53,549 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:21:53,550 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:21:53,550 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:21:53,550 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40155,1700356911491' 2023-11-19T01:21:53,550 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:21:53,551 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:21:53,551 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:21:53,551 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:21:53,551 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:21:53,551 DEBUG [RS:0;jenkins-hbase6:40155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:53,551 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40155,1700356911491' 2023-11-19T01:21:53,552 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:21:53,552 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:21:53,553 DEBUG [RS:0;jenkins-hbase6:40155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:21:53,553 INFO [RS:0;jenkins-hbase6:40155 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:21:53,553 INFO [RS:0;jenkins-hbase6:40155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:21:53,666 INFO [RS:0;jenkins-hbase6:40155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:21:53,670 INFO [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40155%2C1700356911491, suffix=, logDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/oldWALs, maxLogs=32 2023-11-19T01:21:53,686 DEBUG [RS:0;jenkins-hbase6:40155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356913674, exclude list is [], retry=0 2023-11-19T01:21:53,694 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:21:53,698 INFO [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356913674 2023-11-19T01:21:53,699 DEBUG [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:21:53,993 DEBUG [jenkins-hbase6:40343 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:21:54,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:54,008 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,40155,1700356911491, state=OPENING 2023-11-19T01:21:54,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:21:54,019 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:54,019 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:54,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:21:54,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:21:54,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:21:54,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:54,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:21:54,316 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32784, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:21:54,330 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:21:54,330 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:21:54,331 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:21:54,334 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta, suffix=.meta, logDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491, archiveDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/oldWALs, maxLogs=32 2023-11-19T01:21:54,347 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356914335.meta, exclude list is [], retry=0 2023-11-19T01:21:54,351 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:21:54,355 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356914335.meta 2023-11-19T01:21:54,356 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:21:54,356 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:54,360 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:54,361 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:21:54,378 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:21:54,378 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:21:54,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:21:54,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:54,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:21:54,383 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:21:54,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:21:54,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:21:54,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:54,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:54,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:21:54,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:21:54,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:54,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:54,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:21:54,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:21:54,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:54,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:21:54,394 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740 2023-11-19T01:21:54,396 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740 2023-11-19T01:21:54,399 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:21:54,401 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:21:54,402 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10826702080, jitterRate=0.008315205574035645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:21:54,403 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:21:54,414 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700356914301 2023-11-19T01:21:54,433 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:21:54,434 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:21:54,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:54,438 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,40155,1700356911491, state=OPEN 2023-11-19T01:21:54,440 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:21:54,440 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:21:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:21:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:21:54,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:21:54,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,40155,1700356911491 in 417 msec 2023-11-19T01:21:54,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:21:54,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1360 sec 2023-11-19T01:21:54,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3910 sec 2023-11-19T01:21:54,455 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700356914454, completionTime=-1 2023-11-19T01:21:54,455 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:21:54,455 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:21:54,522 DEBUG [hconnection-0x3102cc89-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:54,526 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32786, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:54,541 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:21:54,541 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700356974541 2023-11-19T01:21:54,542 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357034541 2023-11-19T01:21:54,542 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 86 msec 2023-11-19T01:21:54,564 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40343,1700356907980-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:54,565 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40343,1700356907980-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:54,565 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40343,1700356907980-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:54,567 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:40343, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:54,567 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:21:54,572 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:21:54,586 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:21:54,588 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:21:54,597 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:21:54,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:21:54,603 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:54,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:21:54,624 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 5079c704d4ccba2df449069cd73ac4b1, NAME => 'hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 5079c704d4ccba2df449069cd73ac4b1, disabling compactions & flushes 2023-11-19T01:21:54,635 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. after waiting 0 ms 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:54,635 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:54,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 5079c704d4ccba2df449069cd73ac4b1: 2023-11-19T01:21:54,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:21:54,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700356914639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356914639"}]},"ts":"1700356914639"} 2023-11-19T01:21:54,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:21:54,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:21:54,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356914696"}]},"ts":"1700356914696"} 2023-11-19T01:21:54,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:21:54,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5079c704d4ccba2df449069cd73ac4b1, ASSIGN}] 2023-11-19T01:21:54,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5079c704d4ccba2df449069cd73ac4b1, ASSIGN 2023-11-19T01:21:54,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5079c704d4ccba2df449069cd73ac4b1, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:21:54,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5079c704d4ccba2df449069cd73ac4b1, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:54,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5079c704d4ccba2df449069cd73ac4b1, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:21:55,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:55,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:55,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 5079c704d4ccba2df449069cd73ac4b1, NAME => 'hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:21:55,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,035 INFO [StoreOpener-5079c704d4ccba2df449069cd73ac4b1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,037 INFO [StoreOpener-5079c704d4ccba2df449069cd73ac4b1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5079c704d4ccba2df449069cd73ac4b1 columnFamilyName info 2023-11-19T01:21:55,037 DEBUG [StoreOpener-5079c704d4ccba2df449069cd73ac4b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:21:55,038 INFO [StoreOpener-5079c704d4ccba2df449069cd73ac4b1-1 {}] regionserver.HStore(324): Store=5079c704d4ccba2df449069cd73ac4b1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:21:55,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:21:55,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 5079c704d4ccba2df449069cd73ac4b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10934108000, jitterRate=0.018318161368370056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:21:55,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 5079c704d4ccba2df449069cd73ac4b1: 2023-11-19T01:21:55,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1., pid=6, masterSystemTime=1700356915025 2023-11-19T01:21:55,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:55,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:21:55,055 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5079c704d4ccba2df449069cd73ac4b1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:21:55,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:21:55,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5079c704d4ccba2df449069cd73ac4b1, server=jenkins-hbase6.apache.org,40155,1700356911491 in 187 msec 2023-11-19T01:21:55,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:21:55,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5079c704d4ccba2df449069cd73ac4b1, ASSIGN in 349 msec 2023-11-19T01:21:55,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:21:55,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356915072"}]},"ts":"1700356915072"} 2023-11-19T01:21:55,075 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:21:55,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:21:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 490 msec 2023-11-19T01:21:55,101 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:21:55,103 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:55,103 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:21:55,103 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:21:55,152 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:21:55,170 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:21:55,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2023-11-19T01:21:55,188 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:21:55,199 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:21:55,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-19T01:21:55,218 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:21:55,221 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:21:55,221 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.606sec 2023-11-19T01:21:55,223 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:21:55,224 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:21:55,226 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:21:55,226 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:21:55,227 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:21:55,228 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40343,1700356907980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:21:55,228 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40343,1700356907980-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:21:55,231 DEBUG [Listener at localhost/45425 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5beb6c26 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:21:55,236 DEBUG [Listener at localhost/45425 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38febb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:21:55,241 DEBUG [Listener at localhost/45425 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:21:55,241 DEBUG [Listener at localhost/45425 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:21:55,247 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:21:55,249 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:21:55,255 DEBUG [hconnection-0x720d5ffa-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:21:55,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:32788, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:21:55,277 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:21:55,278 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:21:55,278 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/test.cache.data in system properties and HBase conf 2023-11-19T01:21:55,278 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:21:55,278 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:21:55,279 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:21:55,280 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:21:55,281 INFO [Listener at localhost/45425 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:21:57,184 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:57,568 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:57,574 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_38497_jobhistory____.dzzl70/webapp 2023-11-19T01:21:57,774 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:21:57,775 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:21:57,775 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:21:57,778 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:21:57,862 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:57,975 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:58,237 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:21:58,271 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:38497 2023-11-19T01:21:58,682 WARN [Listener at jenkins-hbase6.apache.org/33193 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:58,767 WARN [Listener at jenkins-hbase6.apache.org/33193 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:21:58,767 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:58,777 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_44909_cluster____xglvxg/webapp 2023-11-19T01:21:58,854 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:21:58,854 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:21:58,854 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:21:58,855 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:21:58,864 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,060 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,156 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,164 INFO [Listener at jenkins-hbase6.apache.org/33193 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:44909 2023-11-19T01:21:59,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:21:59,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:59,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:21:59,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:59,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:21:59,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:21:59,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:21:59,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:21:59,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:21:59,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:21:59,569 WARN [Listener at jenkins-hbase6.apache.org/43065 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:59,591 WARN [Listener at jenkins-hbase6.apache.org/43065 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:21:59,592 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:59,598 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_43255_node____.st2sy9/webapp 2023-11-19T01:21:59,650 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:21:59,650 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:21:59,650 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:21:59,650 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:21:59,658 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,680 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,748 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:21:59,758 INFO [Listener at jenkins-hbase6.apache.org/43065 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:43255 2023-11-19T01:21:59,893 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:21:59,899 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:21:59,900 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:21:59,906 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_45049_node____.adzoj4/webapp 2023-11-19T01:21:59,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:21:59,989 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:21:59,990 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:21:59,992 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:21:59,992 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:22:00,008 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:22:00,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:22:00,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:22:00,040 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:22:00,109 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:22:00,116 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:45049 2023-11-19T01:22:00,159 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:22:00,159 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:37211/backupUT 2023-11-19T01:22:00,171 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:22:00,176 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49840, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:22:00,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:22:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:22:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:22:00,213 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:00,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 30 msec 2023-11-19T01:22:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:22:00,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:22:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:22:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:22:00,326 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:00,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2023-11-19T01:22:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:22:00,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:22:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:22:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:22:00,434 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:00,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-11-19T01:22:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:22:00,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:22:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:22:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:22:00,544 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:00,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-11-19T01:22:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:22:00,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700356920159', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700356920159 2023-11-19T01:22:00,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:00,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:00,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:00,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700356920159" procId is: 13 2023-11-19T01:22:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:01,092 INFO [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => edfebeacad2326184a32fef45e89901e, NAME => 'test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700356920159', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1668): Closing edfebeacad2326184a32fef45e89901e, disabling compactions & flushes 2023-11-19T01:22:01,511 INFO [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. after waiting 0 ms 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,511 INFO [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1909): Closed test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,511 DEBUG [RegionOpenAndInit-test-1700356920159-pool-0 {}] regionserver.HRegion(1622): Region close journal for edfebeacad2326184a32fef45e89901e: 2023-11-19T01:22:01,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:01,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700356921513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356921513"}]},"ts":"1700356921513"} 2023-11-19T01:22:01,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:01,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:01,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356920159","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356921517"}]},"ts":"1700356921517"} 2023-11-19T01:22:01,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356920159, state=ENABLING in hbase:meta 2023-11-19T01:22:01,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356920159, region=edfebeacad2326184a32fef45e89901e, ASSIGN}] 2023-11-19T01:22:01,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700356920159, region=edfebeacad2326184a32fef45e89901e, ASSIGN 2023-11-19T01:22:01,528 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700356920159, region=edfebeacad2326184a32fef45e89901e, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:01,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=edfebeacad2326184a32fef45e89901e, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:01,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure edfebeacad2326184a32fef45e89901e, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:01,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:01,843 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,843 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => edfebeacad2326184a32fef45e89901e, NAME => 'test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:01,844 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:01,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700356920159 edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:01,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,844 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,846 INFO [StoreOpener-edfebeacad2326184a32fef45e89901e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,848 INFO [StoreOpener-edfebeacad2326184a32fef45e89901e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edfebeacad2326184a32fef45e89901e columnFamilyName f 2023-11-19T01:22:01,848 DEBUG [StoreOpener-edfebeacad2326184a32fef45e89901e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:01,849 INFO [StoreOpener-edfebeacad2326184a32fef45e89901e-1 {}] regionserver.HStore(324): Store=edfebeacad2326184a32fef45e89901e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:01,850 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,851 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,857 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:01,862 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:01,863 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened edfebeacad2326184a32fef45e89901e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9503707680, jitterRate=-0.11489824950695038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:22:01,864 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for edfebeacad2326184a32fef45e89901e: 2023-11-19T01:22:01,865 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e., pid=15, masterSystemTime=1700356921835 2023-11-19T01:22:01,868 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,868 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:01,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=edfebeacad2326184a32fef45e89901e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:01,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:22:01,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure edfebeacad2326184a32fef45e89901e, server=jenkins-hbase6.apache.org,40155,1700356911491 in 189 msec 2023-11-19T01:22:01,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:22:01,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700356920159, region=edfebeacad2326184a32fef45e89901e, ASSIGN in 350 msec 2023-11-19T01:22:01,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:01,878 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700356920159","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356921878"}]},"ts":"1700356921878"} 2023-11-19T01:22:01,880 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700356920159, state=ENABLED in hbase:meta 2023-11-19T01:22:01,884 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700356920159 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:01,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700356920159 in 1.2320 sec 2023-11-19T01:22:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:22:02,778 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700356920159, procId: 13 completed 2023-11-19T01:22:02,780 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7ce14dc3 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:02,786 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee8507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:02,788 DEBUG [hconnection-0x5edf1159-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:02,791 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:02,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40155 {}] regionserver.HRegion(8210): writing data to region test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:22:02,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003569201591', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003569201591 2023-11-19T01:22:02,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:02,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:02,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003569201591" procId is: 16 2023-11-19T01:22:02,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:22:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:22:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:22:03,314 INFO [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f3528e454d8f497977e75463aaf13e77, NAME => 'ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003569201591', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1668): Closing f3528e454d8f497977e75463aaf13e77, disabling compactions & flushes 2023-11-19T01:22:03,329 INFO [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. after waiting 0 ms 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,329 INFO [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,329 DEBUG [RegionOpenAndInit-ns2:test-17003569201591-pool-0 {}] regionserver.HRegion(1622): Region close journal for f3528e454d8f497977e75463aaf13e77: 2023-11-19T01:22:03,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:03,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356923331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356923331"}]},"ts":"1700356923331"} 2023-11-19T01:22:03,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:03,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:03,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003569201591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356923334"}]},"ts":"1700356923334"} 2023-11-19T01:22:03,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003569201591, state=ENABLING in hbase:meta 2023-11-19T01:22:03,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003569201591, region=f3528e454d8f497977e75463aaf13e77, ASSIGN}] 2023-11-19T01:22:03,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003569201591, region=f3528e454d8f497977e75463aaf13e77, ASSIGN 2023-11-19T01:22:03,344 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003569201591, region=f3528e454d8f497977e75463aaf13e77, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:03,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f3528e454d8f497977e75463aaf13e77, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:03,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure f3528e454d8f497977e75463aaf13e77, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:22:03,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:03,657 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,657 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => f3528e454d8f497977e75463aaf13e77, NAME => 'ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:03,658 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:03,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569201591 f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:03,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,662 INFO [StoreOpener-f3528e454d8f497977e75463aaf13e77-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,664 INFO [StoreOpener-f3528e454d8f497977e75463aaf13e77-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3528e454d8f497977e75463aaf13e77 columnFamilyName f 2023-11-19T01:22:03,664 DEBUG [StoreOpener-f3528e454d8f497977e75463aaf13e77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:03,665 INFO [StoreOpener-f3528e454d8f497977e75463aaf13e77-1 {}] regionserver.HStore(324): Store=f3528e454d8f497977e75463aaf13e77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:03,666 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:03,685 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:03,686 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened f3528e454d8f497977e75463aaf13e77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11966768800, jitterRate=0.11449219286441803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:22:03,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for f3528e454d8f497977e75463aaf13e77: 2023-11-19T01:22:03,689 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77., pid=18, masterSystemTime=1700356923651 2023-11-19T01:22:03,692 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,692 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:03,693 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f3528e454d8f497977e75463aaf13e77, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:03,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:22:03,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure f3528e454d8f497977e75463aaf13e77, server=jenkins-hbase6.apache.org,40155,1700356911491 in 198 msec 2023-11-19T01:22:03,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:22:03,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003569201591, region=f3528e454d8f497977e75463aaf13e77, ASSIGN in 358 msec 2023-11-19T01:22:03,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:03,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003569201591","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356923703"}]},"ts":"1700356923703"} 2023-11-19T01:22:03,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003569201591, state=ENABLED in hbase:meta 2023-11-19T01:22:03,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003569201591 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:03,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003569201591 in 818 msec 2023-11-19T01:22:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:22:04,005 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003569201591, procId: 16 completed 2023-11-19T01:22:04,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40155 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:22:04,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003569201592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003569201592 2023-11-19T01:22:04,097 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:04,097 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:04,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003569201592" procId is: 19 2023-11-19T01:22:04,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:04,513 INFO [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 003804814d1a0962cd23199225f4d6d6, NAME => 'ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003569201592', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1668): Closing 003804814d1a0962cd23199225f4d6d6, disabling compactions & flushes 2023-11-19T01:22:04,934 INFO [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. after waiting 0 ms 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:04,934 INFO [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:04,934 DEBUG [RegionOpenAndInit-ns3:test-17003569201592-pool-0 {}] regionserver.HRegion(1622): Region close journal for 003804814d1a0962cd23199225f4d6d6: 2023-11-19T01:22:04,936 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:04,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356924936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356924936"}]},"ts":"1700356924936"} 2023-11-19T01:22:04,938 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:04,939 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:04,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003569201592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356924940"}]},"ts":"1700356924940"} 2023-11-19T01:22:04,941 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003569201592, state=ENABLING in hbase:meta 2023-11-19T01:22:04,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003569201592, region=003804814d1a0962cd23199225f4d6d6, ASSIGN}] 2023-11-19T01:22:04,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003569201592, region=003804814d1a0962cd23199225f4d6d6, ASSIGN 2023-11-19T01:22:04,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003569201592, region=003804814d1a0962cd23199225f4d6d6, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:05,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=003804814d1a0962cd23199225f4d6d6, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:05,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 003804814d1a0962cd23199225f4d6d6, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:05,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:05,266 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:05,266 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 003804814d1a0962cd23199225f4d6d6, NAME => 'ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:05,267 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569201592 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,267 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,269 INFO [StoreOpener-003804814d1a0962cd23199225f4d6d6-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,271 INFO [StoreOpener-003804814d1a0962cd23199225f4d6d6-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003804814d1a0962cd23199225f4d6d6 columnFamilyName f 2023-11-19T01:22:05,271 DEBUG [StoreOpener-003804814d1a0962cd23199225f4d6d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:05,272 INFO [StoreOpener-003804814d1a0962cd23199225f4d6d6-1 {}] regionserver.HStore(324): Store=003804814d1a0962cd23199225f4d6d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns3/test-17003569201592/003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,273 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns3/test-17003569201592/003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,277 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:05,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns3/test-17003569201592/003804814d1a0962cd23199225f4d6d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:05,281 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 003804814d1a0962cd23199225f4d6d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10673305440, jitterRate=-0.005970969796180725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:22:05,282 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 003804814d1a0962cd23199225f4d6d6: 2023-11-19T01:22:05,284 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6., pid=21, masterSystemTime=1700356925261 2023-11-19T01:22:05,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:05,286 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:05,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=003804814d1a0962cd23199225f4d6d6, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:05,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:22:05,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 003804814d1a0962cd23199225f4d6d6, server=jenkins-hbase6.apache.org,40155,1700356911491 in 182 msec 2023-11-19T01:22:05,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:22:05,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003569201592, region=003804814d1a0962cd23199225f4d6d6, ASSIGN in 341 msec 2023-11-19T01:22:05,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:05,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003569201592","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356925296"}]},"ts":"1700356925296"} 2023-11-19T01:22:05,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003569201592, state=ENABLED in hbase:meta 2023-11-19T01:22:05,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003569201592 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003569201592 in 1.2090 sec 2023-11-19T01:22:06,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700356920159' 2023-11-19T01:22:06,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003569201591' 2023-11-19T01:22:06,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003569201592' 2023-11-19T01:22:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:22:06,219 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003569201592, procId: 19 completed 2023-11-19T01:22:06,219 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003569201592 get assigned. Timeout = 60000ms 2023-11-19T01:22:06,222 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:22:06,227 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003569201592 assigned to meta. Checking AM states. 2023-11-19T01:22:06,228 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:22:06,228 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003569201592 assigned. 2023-11-19T01:22:06,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003569201593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003569201593 2023-11-19T01:22:06,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:06,234 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:06,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003569201593" procId is: 22 2023-11-19T01:22:06,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:06,653 INFO [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3977d516353166465ad0b2f12c5f3f80, NAME => 'ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003569201593', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:07,069 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:07,070 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1668): Closing 3977d516353166465ad0b2f12c5f3f80, disabling compactions & flushes 2023-11-19T01:22:07,070 INFO [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,070 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,070 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. after waiting 0 ms 2023-11-19T01:22:07,070 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,070 INFO [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,070 DEBUG [RegionOpenAndInit-ns4:test-17003569201593-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3977d516353166465ad0b2f12c5f3f80: 2023-11-19T01:22:07,072 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:07,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700356927072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356927072"}]},"ts":"1700356927072"} 2023-11-19T01:22:07,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:07,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:07,076 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003569201593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356927076"}]},"ts":"1700356927076"} 2023-11-19T01:22:07,078 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003569201593, state=ENABLING in hbase:meta 2023-11-19T01:22:07,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003569201593, region=3977d516353166465ad0b2f12c5f3f80, ASSIGN}] 2023-11-19T01:22:07,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003569201593, region=3977d516353166465ad0b2f12c5f3f80, ASSIGN 2023-11-19T01:22:07,088 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003569201593, region=3977d516353166465ad0b2f12c5f3f80, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:07,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3977d516353166465ad0b2f12c5f3f80, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:07,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 3977d516353166465ad0b2f12c5f3f80, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:07,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:22:07,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:07,400 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,400 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 3977d516353166465ad0b2f12c5f3f80, NAME => 'ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:07,401 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:07,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003569201593 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:07,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,401 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,403 INFO [StoreOpener-3977d516353166465ad0b2f12c5f3f80-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,405 INFO [StoreOpener-3977d516353166465ad0b2f12c5f3f80-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3977d516353166465ad0b2f12c5f3f80 columnFamilyName f 2023-11-19T01:22:07,405 DEBUG [StoreOpener-3977d516353166465ad0b2f12c5f3f80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:07,406 INFO [StoreOpener-3977d516353166465ad0b2f12c5f3f80-1 {}] regionserver.HStore(324): Store=3977d516353166465ad0b2f12c5f3f80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:07,407 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns4/test-17003569201593/3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,408 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns4/test-17003569201593/3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,411 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:07,414 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns4/test-17003569201593/3977d516353166465ad0b2f12c5f3f80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:07,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 3977d516353166465ad0b2f12c5f3f80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11039914880, jitterRate=0.028172194957733154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:22:07,416 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 3977d516353166465ad0b2f12c5f3f80: 2023-11-19T01:22:07,417 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80., pid=24, masterSystemTime=1700356927394 2023-11-19T01:22:07,419 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,419 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:07,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3977d516353166465ad0b2f12c5f3f80, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:07,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:22:07,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 3977d516353166465ad0b2f12c5f3f80, server=jenkins-hbase6.apache.org,40155,1700356911491 in 180 msec 2023-11-19T01:22:07,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:22:07,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003569201593, region=3977d516353166465ad0b2f12c5f3f80, ASSIGN in 341 msec 2023-11-19T01:22:07,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:07,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003569201593","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356927429"}]},"ts":"1700356927429"} 2023-11-19T01:22:07,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003569201593, state=ENABLED in hbase:meta 2023-11-19T01:22:07,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003569201593 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:07,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003569201593 in 1.2040 sec 2023-11-19T01:22:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:22:08,346 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003569201593, procId: 22 completed 2023-11-19T01:22:08,346 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003569201593 get assigned. Timeout = 60000ms 2023-11-19T01:22:08,346 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:22:08,350 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003569201593 assigned to meta. Checking AM states. 2023-11-19T01:22:08,351 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:22:08,351 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003569201593 assigned. 2023-11-19T01:22:08,351 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7ce14dc3 to 127.0.0.1:58570 2023-11-19T01:22:08,351 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:08,396 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=586, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=229, ProcessCount=171, AvailableMemoryMB=3758 2023-11-19T01:22:08,396 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=586 is superior to 500 2023-11-19T01:22:08,398 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(71): test full backup fails on a single table that does not exist 2023-11-19T01:22:08,400 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75847983 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:08,407 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2bed68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:08,417 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:08,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:08,419 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x75847983 to 127.0.0.1:58570 2023-11-19T01:22:08,419 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:08,437 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=589 (was 586) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x75847983-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x75847983-SendThread(127.0.0.1:58570) org.apache.zookeeper.ClientCnxn.finishPacket(ClientCnxn.java:766) org.apache.zookeeper.ClientCnxn$SendThread.readResponse(ClientCnxn.java:970) org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:98) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x75847983 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$530/395228222.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=694 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=229 (was 229), ProcessCount=171 (was 171), AvailableMemoryMB=3765 (was 3758) - AvailableMemoryMB LEAK? - 2023-11-19T01:22:08,437 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2023-11-19T01:22:08,452 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=589, OpenFileDescriptor=694, MaxFileDescriptor=60000, SystemLoadAverage=229, ProcessCount=171, AvailableMemoryMB=3765 2023-11-19T01:22:08,452 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2023-11-19T01:22:08,452 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(82): test full backup fails on multiple tables that do not exist 2023-11-19T01:22:08,454 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x519b5cb2 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:08,459 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dcc078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:08,464 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:08,466 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38528, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:08,469 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x519b5cb2 to 127.0.0.1:58570 2023-11-19T01:22:08,469 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:08,486 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=589 (was 589), OpenFileDescriptor=693 (was 694), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=229 (was 229), ProcessCount=171 (was 171), AvailableMemoryMB=3764 (was 3765) 2023-11-19T01:22:08,486 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2023-11-19T01:22:08,505 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=589, OpenFileDescriptor=693, MaxFileDescriptor=60000, SystemLoadAverage=229, ProcessCount=171, AvailableMemoryMB=3766 2023-11-19T01:22:08,506 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2023-11-19T01:22:08,506 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(59): create full backup image on mulitple empty tables 2023-11-19T01:22:08,508 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e668293 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:08,515 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4992b3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:08,520 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:08,521 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:38530, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:08,535 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:22:08,537 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:42218, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:22:08,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:22:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:22:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:22:08,556 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:22:08,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 13 msec 2023-11-19T01:22:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:22:08,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:22:08,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:08,674 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:08,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:22:08,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:22:08,693 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 164b333572d475c318be252c47b7e098, NAME => 'backup:system,,1700356928668.164b333572d475c318be252c47b7e098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:22:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700356928668.164b333572d475c318be252c47b7e098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 164b333572d475c318be252c47b7e098, disabling compactions & flushes 2023-11-19T01:22:09,108 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. after waiting 0 ms 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,108 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,108 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 164b333572d475c318be252c47b7e098: 2023-11-19T01:22:09,110 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:09,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700356928668.164b333572d475c318be252c47b7e098.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700356929110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356929110"}]},"ts":"1700356929110"} 2023-11-19T01:22:09,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:09,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:09,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356929114"}]},"ts":"1700356929114"} 2023-11-19T01:22:09,116 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:22:09,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=164b333572d475c318be252c47b7e098, ASSIGN}] 2023-11-19T01:22:09,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=164b333572d475c318be252c47b7e098, ASSIGN 2023-11-19T01:22:09,124 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=164b333572d475c318be252c47b7e098, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:09,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=164b333572d475c318be252c47b7e098, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:09,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 164b333572d475c318be252c47b7e098, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:22:09,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700356920159 2023-11-19T01:22:09,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700356920159 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:09,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003569201593 2023-11-19T01:22:09,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003569201593 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:09,332 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003569201591 2023-11-19T01:22:09,332 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003569201591 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:09,333 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003569201592 2023-11-19T01:22:09,333 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003569201592 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:09,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:09,435 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 164b333572d475c318be252c47b7e098, NAME => 'backup:system,,1700356928668.164b333572d475c318be252c47b7e098.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:09,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:09,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,436 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700356928668.164b333572d475c318be252c47b7e098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:09,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,439 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,441 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 164b333572d475c318be252c47b7e098 columnFamilyName meta 2023-11-19T01:22:09,441 DEBUG [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:09,442 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] regionserver.HStore(324): Store=164b333572d475c318be252c47b7e098/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:09,442 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,444 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 164b333572d475c318be252c47b7e098 columnFamilyName session 2023-11-19T01:22:09,444 DEBUG [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:09,444 INFO [StoreOpener-164b333572d475c318be252c47b7e098-1 {}] regionserver.HStore(324): Store=164b333572d475c318be252c47b7e098/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:09,445 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:22:09,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 164b333572d475c318be252c47b7e098 2023-11-19T01:22:09,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:09,452 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 164b333572d475c318be252c47b7e098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9730782240, jitterRate=-0.09375028312206268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:22:09,452 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 164b333572d475c318be252c47b7e098: 2023-11-19T01:22:09,453 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700356928668.164b333572d475c318be252c47b7e098., pid=28, masterSystemTime=1700356929431 2023-11-19T01:22:09,455 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,455 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:09,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=164b333572d475c318be252c47b7e098, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:09,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:22:09,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 164b333572d475c318be252c47b7e098, server=jenkins-hbase6.apache.org,40155,1700356911491 in 180 msec 2023-11-19T01:22:09,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:22:09,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=164b333572d475c318be252c47b7e098, ASSIGN in 339 msec 2023-11-19T01:22:09,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:09,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356929464"}]},"ts":"1700356929464"} 2023-11-19T01:22:09,466 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:22:09,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:09,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 801 msec 2023-11-19T01:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:22:09,782 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:22:09,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:22:09,801 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:22:09,801 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:09,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:22:09,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:10,215 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 6b3714f4ed93961090a384e7bea6c23a, NAME => 'backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:10,627 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:10,627 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 6b3714f4ed93961090a384e7bea6c23a, disabling compactions & flushes 2023-11-19T01:22:10,627 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,627 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,628 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. after waiting 0 ms 2023-11-19T01:22:10,628 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,628 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,628 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 6b3714f4ed93961090a384e7bea6c23a: 2023-11-19T01:22:10,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:22:10,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700356930629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700356930629"}]},"ts":"1700356930629"} 2023-11-19T01:22:10,631 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:22:10,633 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:22:10,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356930633"}]},"ts":"1700356930633"} 2023-11-19T01:22:10,634 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:22:10,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=6b3714f4ed93961090a384e7bea6c23a, ASSIGN}] 2023-11-19T01:22:10,642 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=6b3714f4ed93961090a384e7bea6c23a, ASSIGN 2023-11-19T01:22:10,643 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=6b3714f4ed93961090a384e7bea6c23a, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40155,1700356911491; forceNewPlan=false, retain=false 2023-11-19T01:22:10,794 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6b3714f4ed93961090a384e7bea6c23a, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:10,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 6b3714f4ed93961090a384e7bea6c23a, server=jenkins-hbase6.apache.org,40155,1700356911491}] 2023-11-19T01:22:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:10,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:10,953 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,953 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 6b3714f4ed93961090a384e7bea6c23a, NAME => 'backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:22:10,953 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:22:10,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:22:10,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,954 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,956 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,957 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3714f4ed93961090a384e7bea6c23a columnFamilyName meta 2023-11-19T01:22:10,958 DEBUG [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:10,958 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] regionserver.HStore(324): Store=6b3714f4ed93961090a384e7bea6c23a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:10,958 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,960 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b3714f4ed93961090a384e7bea6c23a columnFamilyName session 2023-11-19T01:22:10,960 DEBUG [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:22:10,961 INFO [StoreOpener-6b3714f4ed93961090a384e7bea6c23a-1 {}] regionserver.HStore(324): Store=6b3714f4ed93961090a384e7bea6c23a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:22:10,962 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system_bulk/6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,962 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system_bulk/6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,964 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:22:10,965 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:10,968 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system_bulk/6b3714f4ed93961090a384e7bea6c23a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:22:10,969 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 6b3714f4ed93961090a384e7bea6c23a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11252951040, jitterRate=0.048012733459472656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:22:10,969 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 6b3714f4ed93961090a384e7bea6c23a: 2023-11-19T01:22:10,970 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a., pid=31, masterSystemTime=1700356930948 2023-11-19T01:22:10,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:10,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6b3714f4ed93961090a384e7bea6c23a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:10,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:22:10,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 6b3714f4ed93961090a384e7bea6c23a, server=jenkins-hbase6.apache.org,40155,1700356911491 in 178 msec 2023-11-19T01:22:10,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:22:10,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=6b3714f4ed93961090a384e7bea6c23a, ASSIGN in 337 msec 2023-11-19T01:22:10,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:22:10,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700356930980"}]},"ts":"1700356930980"} 2023-11-19T01:22:10,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:22:10,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:22:10,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-11-19T01:22:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:22:11,910 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:22:11,924 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:22:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40155 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:22:11,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356931980 (current time:1700356931980). 2023-11-19T01:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1ef067d1 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45725da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:11,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37586, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1ef067d1 to 127.0.0.1:58570 2023-11-19T01:22:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:22:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:22:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:22:12,017 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:22:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:12,024 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:22:12,039 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot, current working dir path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:22:12,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:22:12,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003569201593' 2023-11-19T01:22:12,041 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:22:12,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:22:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:12,456 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:22:12,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098}] 2023-11-19T01:22:12,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 2023-11-19T01:22:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:12,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:12,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:22:12,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:12,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 164b333572d475c318be252c47b7e098 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:22:12,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/11fbd62e24ee4bac865fd610e62453d8 is 49, key is activesession:/session:c/1700356931958/Put/seqid=0 2023-11-19T01:22:12,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/11fbd62e24ee4bac865fd610e62453d8 2023-11-19T01:22:12,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/11fbd62e24ee4bac865fd610e62453d8 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8 2023-11-19T01:22:12,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:22:12,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 164b333572d475c318be252c47b7e098 in 191ms, sequenceid=5, compaction requested=false 2023-11-19T01:22:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 164b333572d475c318be252c47b7e098: 2023-11-19T01:22:12,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. for snapshot_backup_system completed. 2023-11-19T01:22:12,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356928668.164b333572d475c318be252c47b7e098.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:22:12,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:22:12,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:22:12,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8] hfiles 2023-11-19T01:22:12,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8 for snapshot=snapshot_backup_system 2023-11-19T01:22:12,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:22:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:13,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:13,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:22:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:22:13,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 164b333572d475c318be252c47b7e098 2023-11-19T01:22:13,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 2023-11-19T01:22:13,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:22:13,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 in 803 msec 2023-11-19T01:22:13,264 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:22:13,266 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:22:13,270 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:22:13,270 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:22:13,272 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:22:13,698 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:22:13,711 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:22:13,712 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:22:13,714 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:22:13,714 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:22:13,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7060 sec 2023-11-19T01:22:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:22:14,127 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:22:14,127 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(115): Backup backup_1700356928515 started at 1700356934127. 2023-11-19T01:22:14,150 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(119): Backup session backup_1700356928515 has been started. 2023-11-19T01:22:14,153 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:22:14,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:22:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:22:14,168 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:22:14,168 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:22:14,169 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:22:14,169 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:22:14,169 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,169 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:14,171 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:22:14,171 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,171 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:22:14,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:22:14,172 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,172 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:22:14,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:14,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:22:14,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:14,173 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:22:14,175 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:22:14,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:22:14,175 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:22:14,175 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:22:14,176 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:22:14,176 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:22:14,176 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,40155,1700356911491' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:22:14,178 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,178 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,178 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:14,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:14,179 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,179 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:22:14,179 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:14,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:14,180 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,181 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:14,181 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,40155,1700356911491' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:22:14,182 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:22:14,182 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6211ed15[Count = 0] remaining members to acquire global barrier 2023-11-19T01:22:14,182 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,184 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,184 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:22:14,184 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,184 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:22:14,185 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:22:14,185 DEBUG [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,186 INFO [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356913674 highest: 1700356913674 on jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,186 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta:.meta(num 1700356914335) roll requested 2023-11-19T01:22:14,204 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta, exclude list is [], retry=0 2023-11-19T01:22:14,211 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:22:14,215 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356914335.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta 2023-11-19T01:22:14,216 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:22:14,216 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356914335.meta is not closed yet, will try archiving it next time 2023-11-19T01:22:14,216 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491:(num 1700356913674) roll requested 2023-11-19T01:22:14,229 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356934216, exclude list is [], retry=0 2023-11-19T01:22:14,233 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:22:14,237 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356913674 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356934216 2023-11-19T01:22:14,238 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:22:14,238 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356913674 is not closed yet, will try archiving it next time 2023-11-19T01:22:14,248 DEBUG [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 62 2023-11-19T01:22:14,248 INFO [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356934216 on jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,248 DEBUG [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:22:14,250 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:49986, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:22:14,272 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:22:14,272 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,40155,1700356911491' in zk 2023-11-19T01:22:14,276 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,276 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:22:14,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,276 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:22:14,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:14,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:14,277 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:22:14,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:14,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:14,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:14,280 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,281 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,282 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,40155,1700356911491': 2023-11-19T01:22:14,282 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:22:14,282 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,40155,1700356911491' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:22:14,282 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:22:14,282 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:22:14,282 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:22:14,282 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:22:14,285 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,285 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,285 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:22:14,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,285 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:14,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:14,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:14,286 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:22:14,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:22:14,286 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:14,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,288 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,288 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:14,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:14,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,298 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,298 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:14,298 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:14,299 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:22:14,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:22:14,299 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:14,299 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:22:14,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:22:14,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:22:14,300 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:22:14,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:22:14,302 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:22:14,302 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:22:14,402 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:22:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:22:14,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } 2023-11-19T01:22:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356934416 (current time:1700356934416). 2023-11-19T01:22:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:22:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356934414_ns3_test-17003569201592 VERSION not specified, setting to 2 2023-11-19T01:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4b7c4fc7 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e33b265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:14,432 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4b7c4fc7 to 127.0.0.1:58570 2023-11-19T01:22:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:22:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } 2023-11-19T01:22:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:22:14,438 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:22:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:14,439 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:22:14,444 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot, current working dir path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356934414_ns3_test-17003569201592 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:22:14,446 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:22:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:14,858 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:22:14,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6}] 2023-11-19T01:22:14,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:15,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:15,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:22:15,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:15,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 003804814d1a0962cd23199225f4d6d6: 2023-11-19T01:22:15,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. for snapshot_1700356934414_ns3_test-17003569201592 completed. 2023-11-19T01:22:15,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.' region-info for snapshot=snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:15,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:22:15,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:22:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:15,433 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:15,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:22:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:22:15,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356934414_ns3_test-17003569201592 on region 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:15,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:15,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:22:15,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 in 579 msec 2023-11-19T01:22:15,439 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:22:15,440 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:22:15,440 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:22:15,440 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:15,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:15,861 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:22:15,869 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:22:15,869 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356934414_ns3_test-17003569201592 to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:15,871 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:22:15,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:22:15,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700356934414_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } in 1.4370 sec 2023-11-19T01:22:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:22:16,548 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-17003569201592, procId: 34 completed 2023-11-19T01:22:16,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } 2023-11-19T01:22:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356936549 (current time:1700356936549). 2023-11-19T01:22:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:22:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356936548_ns4_test-17003569201593 VERSION not specified, setting to 2 2023-11-19T01:22:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48c224e2 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e9584a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:16,563 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x48c224e2 to 127.0.0.1:58570 2023-11-19T01:22:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:22:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } 2023-11-19T01:22:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:22:16,570 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:22:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:16,571 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:22:16,575 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot, current working dir path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356936548_ns4_test-17003569201593 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:22:16,578 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:22:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:16,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:17,000 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:22:17,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3977d516353166465ad0b2f12c5f3f80}] 2023-11-19T01:22:17,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:17,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:17,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-19T01:22:17,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:17,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 3977d516353166465ad0b2f12c5f3f80: 2023-11-19T01:22:17,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. for snapshot_1700356936548_ns4_test-17003569201593 completed. 2023-11-19T01:22:17,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80.' region-info for snapshot=snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:17,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:22:17,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:22:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:17,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:17,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-19T01:22:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-19T01:22:17,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356936548_ns4_test-17003569201593 on region 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:17,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:17,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:22:17,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 3977d516353166465ad0b2f12c5f3f80 in 573 msec 2023-11-19T01:22:17,575 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:22:17,576 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:22:17,577 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:22:17,577 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:17,578 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:17,993 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:22:18,000 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:22:18,001 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356936548_ns4_test-17003569201593 to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:18,002 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:22:18,002 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:22:18,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1700356936548_ns4_test-17003569201593 table=ns4:test-17003569201593 type=FLUSH ttl=0 } in 1.4370 sec 2023-11-19T01:22:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:22:18,678 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns4:test-17003569201593, procId: 36 completed 2023-11-19T01:22:18,678 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356928515 2023-11-19T01:22:18,678 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:22:18,680 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-19T01:22:18,682 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356928515_ns4:test-17003569201593 2023-11-19T01:22:18,682 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356936548_ns4_test-17003569201593 to hdfs://localhost:37211/backupUT/backup_1700356928515/ns4/test-17003569201593/ 2023-11-19T01:22:18,692 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:22:18,723 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:18,723 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40343,1700356907980_-1109462838_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37211/backupUT/backup_1700356928515/ns4/test-17003569201593, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37211/backupUT/backup_1700356928515/ns4/test-17003569201593/.hbase-snapshot/.tmp/snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:18,723 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4, snapshotDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356936548_ns4_test-17003569201593. 2023-11-19T01:22:18,730 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356936548_ns4_test-17003569201593 to hdfs://localhost:37211/backupUT/backup_1700356928515/ns4/test-17003569201593/.hbase-snapshot/.tmp/snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:19,165 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:19,166 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:19,166 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:19,167 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:19,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:22:19,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:19,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:22:19,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:22:20,182 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop-1601021095695572059.jar 2023-11-19T01:22:20,182 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,183 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,183 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,184 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,184 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,184 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,185 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,185 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,186 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:20,187 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:22:20,187 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:22:20,188 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:22:20,188 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:22:20,189 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:22:20,189 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:22:20,190 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:22:20,190 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:22:20,191 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:22:20,191 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:22:20,192 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:22:20,192 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:22:20,196 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:20,197 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:20,197 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:20,197 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:20,198 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:20,198 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:20,199 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:20,272 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:22:20,295 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356936548_ns4_test-17003569201593' hfile list 2023-11-19T01:22:20,538 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356940477/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:22:20,538 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356940477/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:22:21,683 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:22:21,684 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:22:21,692 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:21,692 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356936548_ns4_test-17003569201593 finished. 2023-11-19T01:22:21,693 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356928515_ns3:test-17003569201592 2023-11-19T01:22:21,693 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356934414_ns3_test-17003569201592 to hdfs://localhost:37211/backupUT/backup_1700356928515/ns3/test-17003569201592/ 2023-11-19T01:22:21,693 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:22:21,721 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:21,721 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40343,1700356907980_97340899_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37211/backupUT/backup_1700356928515/ns3/test-17003569201592, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37211/backupUT/backup_1700356928515/ns3/test-17003569201592/.hbase-snapshot/.tmp/snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:21,721 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4, snapshotDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356934414_ns3_test-17003569201592. 2023-11-19T01:22:21,731 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356934414_ns3_test-17003569201592 to hdfs://localhost:37211/backupUT/backup_1700356928515/ns3/test-17003569201592/.hbase-snapshot/.tmp/snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:21,776 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:21,777 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:21,778 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:21,779 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,786 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop-7910844003384262600.jar 2023-11-19T01:22:22,787 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,787 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,788 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,788 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,789 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,789 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,790 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,790 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,791 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:22,792 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:22:22,792 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:22:22,793 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:22:22,794 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:22:22,794 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:22:22,795 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:22:22,795 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:22:22,795 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:22:22,796 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:22:22,796 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:22:22,797 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:22:22,797 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:22:22,798 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:22,799 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:22,799 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:22,800 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:22,800 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:22,801 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:22,801 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:22,829 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:22:22,847 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356934414_ns3_test-17003569201592' hfile list 2023-11-19T01:22:22,930 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356942890/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:22:22,930 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356942890/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:22:23,959 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:22:23,961 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:22:23,966 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:23,966 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356934414_ns3_test-17003569201592 finished. 2023-11-19T01:22:23,967 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1034): ns4:test-17003569201593 2023-11-19T01:22:23,967 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1034): ns3:test-17003569201592 2023-11-19T01:22:24,041 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356928515 2023-11-19T01:22:24,041 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:22:24,459 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37211/backupUT/backup_1700356928515/.backup.manifest 2023-11-19T01:22:24,459 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356928515 2023-11-19T01:22:24,459 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:22:24,871 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37211/backupUT/backup_1700356928515/.backup.manifest 2023-11-19T01:22:24,872 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(358): Backup backup_1700356928515 finished: type=FULL,tablelist=ns4:test-17003569201593;ns3:test-17003569201592,targetRootDir=hdfs://localhost:37211/backupUT,startts=1700356934127,completets=1700356944038,bytescopied=0 2023-11-19T01:22:24,872 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:22:24,872 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:24,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356936548_ns4_test-17003569201593" 2023-11-19T01:22:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356936548_ns4_test-17003569201593 2023-11-19T01:22:24,888 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356936548_ns4_test-17003569201593 for backup backup_1700356928515 succeeded. 2023-11-19T01:22:24,888 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:24,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356934414_ns3_test-17003569201592" 2023-11-19T01:22:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356934414_ns3_test-17003569201592 2023-11-19T01:22:24,892 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356934414_ns3_test-17003569201592 for backup backup_1700356928515 succeeded. 2023-11-19T01:22:24,893 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:22:24,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:22:24,908 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:22:24,915 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:22:24,932 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(376): Backup backup_1700356928515 completed. 2023-11-19T01:22:24,932 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:22:24,933 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e668293 to 127.0.0.1:58570 2023-11-19T01:22:24,933 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:24,950 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=593 (was 589) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1450241496_16 at /127.0.0.1:44824 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1470382202_16 at /127.0.0.1:44852 [Receiving block BP-96918759-172.31.2.20-1700356904664:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-96918759-172.31.2.20-1700356904664:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x5e668293-SendThread(127.0.0.1:58570) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-96918759-172.31.2.20-1700356904664:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1470382202_16 at /127.0.0.1:44860 [Receiving block BP-96918759-172.31.2.20-1700356904664:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x5e668293 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$530/395228222.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1450241496_16 at /127.0.0.1:44914 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x5e668293-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=704 (was 693) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=258 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=170 (was 171), AvailableMemoryMB=3561 (was 3766) 2023-11-19T01:22:24,950 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2023-11-19T01:22:24,964 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=593, OpenFileDescriptor=704, MaxFileDescriptor=60000, SystemLoadAverage=258, ProcessCount=170, AvailableMemoryMB=3561 2023-11-19T01:22:24,964 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2023-11-19T01:22:24,964 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(93): create full backup fails on tableset containing real and fake table 2023-11-19T01:22:24,966 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3e502166 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:24,970 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed55c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:24,974 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:24,975 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47738, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:24,977 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3e502166 to 127.0.0.1:58570 2023-11-19T01:22:24,977 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:24,993 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=596 (was 593) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x3e502166-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x3e502166-SendThread(127.0.0.1:58570) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58570@0x3e502166 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$530/395228222.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=708 (was 704) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=258 (was 258), ProcessCount=170 (was 170), AvailableMemoryMB=3561 (was 3561) 2023-11-19T01:22:24,993 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-11-19T01:22:25,007 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=596, OpenFileDescriptor=708, MaxFileDescriptor=60000, SystemLoadAverage=258, ProcessCount=170, AvailableMemoryMB=3560 2023-11-19T01:22:25,007 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-11-19T01:22:25,007 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(48): create full backup image on single table 2023-11-19T01:22:25,008 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x79e0d952 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:25,013 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5279ff33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:25,016 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:25,018 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47752, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:25,020 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:22:25,023 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33844, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:22:25,037 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:22:25,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356945043 (current time:1700356945043). 2023-11-19T01:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:22:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:22:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c75df33 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f95a423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:25,052 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47766, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c75df33 to 127.0.0.1:58570 2023-11-19T01:22:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:22:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:22:25,056 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:22:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:25,057 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:22:25,059 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot, current working dir path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:22:25,062 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:22:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:25,468 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:22:25,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098}] 2023-11-19T01:22:25,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 2023-11-19T01:22:25,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:25,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40155 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-19T01:22:25,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:25,622 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 164b333572d475c318be252c47b7e098 2/2 column families, dataSize=1.51 KB heapSize=2.81 KB 2023-11-19T01:22:25,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/c291ef133d16435fb3af1ef1213d9fe7 is 171, key is trslm:hdfs://localhost:37211/backupUT\x00ns3:test-17003569201592/meta:log-roll-map/1700356944026/Put/seqid=0 2023-11-19T01:22:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:26,044 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/c291ef133d16435fb3af1ef1213d9fe7 2023-11-19T01:22:26,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/b1fac7321bb741ecb3c66612604e3657 is 458, key is session:backup_1700356928515/session:context/1700356944914/Put/seqid=0 2023-11-19T01:22:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:26,459 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/b1fac7321bb741ecb3c66612604e3657 2023-11-19T01:22:26,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/c291ef133d16435fb3af1ef1213d9fe7 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/c291ef133d16435fb3af1ef1213d9fe7 2023-11-19T01:22:26,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/c291ef133d16435fb3af1ef1213d9fe7, entries=6, sequenceid=17, filesize=5.8 K 2023-11-19T01:22:26,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/b1fac7321bb741ecb3c66612604e3657 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/b1fac7321bb741ecb3c66612604e3657 2023-11-19T01:22:26,482 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/b1fac7321bb741ecb3c66612604e3657, entries=2, sequenceid=17, filesize=5.4 K 2023-11-19T01:22:26,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1546, heapSize ~2.78 KB/2848, currentSize=0 B/0 for 164b333572d475c318be252c47b7e098 in 861ms, sequenceid=17, compaction requested=false 2023-11-19T01:22:26,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 164b333572d475c318be252c47b7e098: 2023-11-19T01:22:26,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. for snapshot_backup_system completed. 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700356928668.164b333572d475c318be252c47b7e098.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/c291ef133d16435fb3af1ef1213d9fe7] hfiles 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/c291ef133d16435fb3af1ef1213d9fe7 for snapshot=snapshot_backup_system 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8, hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/b1fac7321bb741ecb3c66612604e3657] hfiles 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/11fbd62e24ee4bac865fd610e62453d8 for snapshot=snapshot_backup_system 2023-11-19T01:22:26,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/b1fac7321bb741ecb3c66612604e3657 for snapshot=snapshot_backup_system 2023-11-19T01:22:26,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:26,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-19T01:22:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-19T01:22:26,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 164b333572d475c318be252c47b7e098 2023-11-19T01:22:26,892 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 2023-11-19T01:22:26,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-19T01:22:26,895 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:22:26,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 164b333572d475c318be252c47b7e098 in 1.4260 sec 2023-11-19T01:22:26,896 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:22:26,897 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:22:26,897 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:22:26,898 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:22:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:27,310 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:22:27,319 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:22:27,319 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:22:27,321 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:22:27,321 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:22:27,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2680 sec 2023-11-19T01:22:28,117 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:22:28,119 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:33858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:22:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:22:29,165 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-19T01:22:29,166 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(115): Backup backup_1700356945014 started at 1700356949166. 2023-11-19T01:22:29,168 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(119): Backup session backup_1700356945014 has been started. 2023-11-19T01:22:29,173 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:22:29,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:22:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:22:29,174 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:22:29,175 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:22:29,175 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:22:29,175 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:22:29,176 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,176 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:29,182 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,182 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:22:29,182 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:22:29,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:22:29,182 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,182 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:22:29,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:29,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:22:29,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:29,183 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:22:29,184 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:22:29,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:22:29,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:22:29,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:22:29,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:22:29,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:22:29,184 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,40155,1700356911491' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:22:29,187 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,187 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:29,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:29,187 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,187 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:22:29,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:29,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:29,188 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:29,190 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,40155,1700356911491' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:22:29,190 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7a2eef0c[Count = 0] remaining members to acquire global barrier 2023-11-19T01:22:29,190 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:22:29,190 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,192 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,192 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,192 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:22:29,192 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:22:29,192 DEBUG [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,192 INFO [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700356934216 highest: 1700356934216 on jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,192 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,192 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta:.meta(num 1700356934186) roll requested 2023-11-19T01:22:29,192 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:22:29,206 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356949192.meta, exclude list is [], retry=0 2023-11-19T01:22:29,211 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:22:29,213 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356949192.meta 2023-11-19T01:22:29,213 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:22:29,213 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta is not closed yet, will try archiving it next time 2023-11-19T01:22:29,213 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491:(num 1700356934216) roll requested 2023-11-19T01:22:29,217 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/oldWALs/jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta.1700356934186.meta 2023-11-19T01:22:29,226 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356949213, exclude list is [], retry=0 2023-11-19T01:22:29,231 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK] 2023-11-19T01:22:29,233 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356934216 with entries=10, filesize=2.58 KB; new WAL /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356949213 2023-11-19T01:22:29,233 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:32781,DS-ba7c3ce7-aeaa-4214-8d03-1c2626eee6f5,DISK]] 2023-11-19T01:22:29,233 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/WALs/jenkins-hbase6.apache.org,40155,1700356911491/jenkins-hbase6.apache.org%2C40155%2C1700356911491.1700356934216 is not closed yet, will try archiving it next time 2023-11-19T01:22:29,253 DEBUG [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-11-19T01:22:29,253 INFO [rs(jenkins-hbase6.apache.org,40155,1700356911491)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700356949213 on jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,263 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:22:29,263 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,40155,1700356911491' in zk 2023-11-19T01:22:29,266 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,266 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:22:29,266 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:22:29,266 DEBUG [member: 'jenkins-hbase6.apache.org,40155,1700356911491' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:22:29,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:29,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:29,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:29,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:29,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:29,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,40155,1700356911491': 2023-11-19T01:22:29,271 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,40155,1700356911491' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:22:29,271 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:22:29,271 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:22:29,271 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:22:29,271 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:22:29,271 INFO [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:22:29,273 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,273 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,273 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:22:29,274 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:22:29,274 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:22:29,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:22:29,274 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:22:29,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,277 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:22:29,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:22:29,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:22:29,283 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:22:29,283 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:22:29,283 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:22:29,283 DEBUG [(jenkins-hbase6.apache.org,40343,1700356907980)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:22:29,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:22:29,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-11-19T01:22:29,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:22:29,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:22:29,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:22:29,284 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:22:29,285 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:22:29,385 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:22:29,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } 2023-11-19T01:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700356949389 (current time:1700356949389). 2023-11-19T01:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700356949388_ns3_test-17003569201592 VERSION not specified, setting to 2 2023-11-19T01:22:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x746a33c2 to 127.0.0.1:58570 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:22:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418c4525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:22:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:22:29,400 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x746a33c2 to 127.0.0.1:58570 2023-11-19T01:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } 2023-11-19T01:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-19T01:22:29,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:29,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:22:29,408 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot, current working dir path: hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356949388_ns3_test-17003569201592 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:22:29,410 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:22:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:29,818 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:22:29,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6}] 2023-11-19T01:22:29,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:29,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:29,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40155 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-19T01:22:29,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:29,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 003804814d1a0962cd23199225f4d6d6: 2023-11-19T01:22:29,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. for snapshot_1700356949388_ns3_test-17003569201592 completed. 2023-11-19T01:22:29,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6.' region-info for snapshot=snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:29,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:22:29,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:22:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:30,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:30,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-19T01:22:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-19T01:22:30,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700356949388_ns3_test-17003569201592 on region 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:30,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:30,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-19T01:22:30,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 003804814d1a0962cd23199225f4d6d6 in 565 msec 2023-11-19T01:22:30,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:22:30,385 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:22:30,386 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:22:30,386 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:30,387 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:30,798 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:22:30,804 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:22:30,804 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/.tmp/snapshot_1700356949388_ns3_test-17003569201592 to hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:30,806 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:22:30,806 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-19T01:22:30,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1700356949388_ns3_test-17003569201592 table=ns3:test-17003569201592 type=FLUSH ttl=0 } in 1.4050 sec 2023-11-19T01:22:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-19T01:22:31,511 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-17003569201592, procId: 40 completed 2023-11-19T01:22:31,511 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700356945014 2023-11-19T01:22:31,512 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:22:31,512 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:22:31,512 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700356945014_ns3:test-17003569201592 2023-11-19T01:22:31,512 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700356949388_ns3_test-17003569201592 to hdfs://localhost:37211/backupUT/backup_1700356945014/ns3/test-17003569201592/ 2023-11-19T01:22:31,512 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:22:31,536 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4 2023-11-19T01:22:31,536 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40343,1700356907980_195878524_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37211/backupUT/backup_1700356945014/ns3/test-17003569201592, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37211/backupUT/backup_1700356945014/ns3/test-17003569201592/.hbase-snapshot/.tmp/snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:31,536 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37211, inputRoot=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4, snapshotDir=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356949388_ns3_test-17003569201592. 2023-11-19T01:22:31,543 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/.hbase-snapshot/snapshot_1700356949388_ns3_test-17003569201592 to hdfs://localhost:37211/backupUT/backup_1700356945014/ns3/test-17003569201592/.hbase-snapshot/.tmp/snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:31,960 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:31,961 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:31,962 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:31,962 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,977 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop-2507291282324987096.jar 2023-11-19T01:22:32,977 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,977 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,978 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,978 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,979 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,979 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,980 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,980 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,980 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:22:32,981 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:22:32,982 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:22:32,982 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:22:32,983 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:22:32,983 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:22:32,984 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:22:32,984 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:22:32,985 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:22:32,985 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:22:32,986 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:22:32,986 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:22:32,987 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:22:32,987 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:32,988 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:32,988 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:32,989 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:32,989 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:22:32,990 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:32,990 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:22:33,018 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:22:33,035 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700356949388_ns3_test-17003569201592' hfile list 2023-11-19T01:22:33,114 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356953080/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:22:33,115 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/mapreduce.cluster.local.dir/1700356953080/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:22:34,146 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:22:34,147 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:22:34,153 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:34,153 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700356949388_ns3_test-17003569201592 finished. 2023-11-19T01:22:34,153 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1034): ns3:test-17003569201592 2023-11-19T01:22:34,165 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700356945014 2023-11-19T01:22:34,165 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:22:34,571 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37211/backupUT/backup_1700356945014/.backup.manifest 2023-11-19T01:22:34,571 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(358): Backup backup_1700356945014 finished: type=FULL,tablelist=ns3:test-17003569201592,targetRootDir=hdfs://localhost:37211/backupUT,startts=1700356949166,completets=1700356954164,bytescopied=0 2023-11-19T01:22:34,571 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:22:34,571 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:34,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700356949388_ns3_test-17003569201592" 2023-11-19T01:22:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700356949388_ns3_test-17003569201592 2023-11-19T01:22:34,579 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700356949388_ns3_test-17003569201592 for backup backup_1700356945014 succeeded. 2023-11-19T01:22:34,580 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:22:34,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:22:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40343 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:22:34,588 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:22:34,591 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:22:34,596 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] impl.TableBackupClient(376): Backup backup_1700356945014 completed. 2023-11-19T01:22:34,596 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:22:34,596 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x79e0d952 to 127.0.0.1:58570 2023-11-19T01:22:34,596 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:34,597 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] backup.TestBackupBoundaryTests(50): Finished Backup backup_1700356945014 2023-11-19T01:22:34,613 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=595 (was 596), OpenFileDescriptor=708 (was 708), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=218 (was 258), ProcessCount=170 (was 170), AvailableMemoryMB=3526 (was 3560) 2023-11-19T01:22:34,613 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-11-19T01:22:34,621 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:22:34,621 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:22:34,621 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5beb6c26 to 127.0.0.1:58570 2023-11-19T01:22:34,621 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:34,621 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:22:34,621 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] util.JVMClusterUtil(257): Found active master hash=1867052962, stopped=false 2023-11-19T01:22:34,622 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:22:34,624 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:22:34,625 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-19T01:22:34,625 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:34,625 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:34,625 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:22:34,625 DEBUG [Listener at jenkins-hbase6.apache.org/39551 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:34,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:22:34,625 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,40155,1700356911491' ***** 2023-11-19T01:22:34,625 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:22:34,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:22:34,626 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:22:34,639 INFO [RS:0;jenkins-hbase6:40155 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4d0af084{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:22:34,643 INFO [RS:0;jenkins-hbase6:40155 {}] server.AbstractConnector(383): Stopped ServerConnector@74cfb0b2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:22:34,643 INFO [RS:0;jenkins-hbase6:40155 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:22:34,644 INFO [RS:0;jenkins-hbase6:40155 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@81e1ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:22:34,644 INFO [RS:0;jenkins-hbase6:40155 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3390b1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir/,STOPPED} 2023-11-19T01:22:34,647 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:22:34,647 INFO [RS:0;jenkins-hbase6:40155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:22:34,647 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:22:34,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:22:34,647 INFO [RS:0;jenkins-hbase6:40155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:22:34,647 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for edfebeacad2326184a32fef45e89901e 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 003804814d1a0962cd23199225f4d6d6 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 164b333572d475c318be252c47b7e098 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 5079c704d4ccba2df449069cd73ac4b1 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 3977d516353166465ad0b2f12c5f3f80 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 6b3714f4ed93961090a384e7bea6c23a 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:22:34,648 DEBUG [RS:0;jenkins-hbase6:40155 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:22:34,648 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:22:34,649 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing edfebeacad2326184a32fef45e89901e, disabling compactions & flushes 2023-11-19T01:22:34,649 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:34,649 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:22:34,649 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:34,650 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1583): Online Regions={edfebeacad2326184a32fef45e89901e=test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e., 003804814d1a0962cd23199225f4d6d6=ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6., 164b333572d475c318be252c47b7e098=backup:system,,1700356928668.164b333572d475c318be252c47b7e098., 5079c704d4ccba2df449069cd73ac4b1=hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1., f3528e454d8f497977e75463aaf13e77=ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77., 1588230740=hbase:meta,,1.1588230740, 3977d516353166465ad0b2f12c5f3f80=ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80., 6b3714f4ed93961090a384e7bea6c23a=backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.} 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. after waiting 0 ms 2023-11-19T01:22:34,650 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:22:34,650 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:22:34,650 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing edfebeacad2326184a32fef45e89901e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:22:34,650 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-19T01:22:34,650 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 003804814d1a0962cd23199225f4d6d6, 1588230740, 164b333572d475c318be252c47b7e098, 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, edfebeacad2326184a32fef45e89901e, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:34,663 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:22:34,672 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/info/697dedd018c54daca60f725108623cf6 is 159, key is ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77./info:regioninfo/1700356923693/Put/seqid=0 2023-11-19T01:22:34,675 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/.tmp/f/62c57616acc9465ea3ffa75015a5db29 is 37, key is row10/f:q1/1700356922807/Put/seqid=0 2023-11-19T01:22:34,684 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/.tmp/f/62c57616acc9465ea3ffa75015a5db29 2023-11-19T01:22:34,693 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/.tmp/f/62c57616acc9465ea3ffa75015a5db29 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/f/62c57616acc9465ea3ffa75015a5db29 2023-11-19T01:22:34,700 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/f/62c57616acc9465ea3ffa75015a5db29, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:22:34,702 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for edfebeacad2326184a32fef45e89901e in 52ms, sequenceid=103, compaction requested=false 2023-11-19T01:22:34,708 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/default/test-1700356920159/edfebeacad2326184a32fef45e89901e/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:22:34,709 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:34,710 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for edfebeacad2326184a32fef45e89901e: 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700356920159,,1700356920646.edfebeacad2326184a32fef45e89901e. 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 003804814d1a0962cd23199225f4d6d6, disabling compactions & flushes 2023-11-19T01:22:34,710 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. after waiting 0 ms 2023-11-19T01:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:34,713 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns3/test-17003569201592/003804814d1a0962cd23199225f4d6d6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-19T01:22:34,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:34,715 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 003804814d1a0962cd23199225f4d6d6: 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003569201592,,1700356924093.003804814d1a0962cd23199225f4d6d6. 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 164b333572d475c318be252c47b7e098, disabling compactions & flushes 2023-11-19T01:22:34,715 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700356928668.164b333572d475c318be252c47b7e098. after waiting 0 ms 2023-11-19T01:22:34,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:34,715 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 164b333572d475c318be252c47b7e098 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-11-19T01:22:34,719 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/5373d1e8d2be463bbadfbffdbb19a83d is 171, key is trslm:hdfs://localhost:37211/backupUT\x00ns3:test-17003569201592/meta:log-roll-map/1700356954156/Put/seqid=0 2023-11-19T01:22:34,851 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 164b333572d475c318be252c47b7e098, 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,051 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 164b333572d475c318be252c47b7e098, 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,080 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/info/697dedd018c54daca60f725108623cf6 2023-11-19T01:22:35,101 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/table/27b8b688720c4505889037af950ca83d is 59, key is ns2:test-17003569201591/table:state/1700356923703/Put/seqid=0 2023-11-19T01:22:35,128 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/5373d1e8d2be463bbadfbffdbb19a83d 2023-11-19T01:22:35,138 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/c9edd544fdbd41d693f7a829318152ce is 380, key is session:backup_1700356945014/session:context/1700356954590/Put/seqid=0 2023-11-19T01:22:35,251 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 164b333572d475c318be252c47b7e098, 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,452 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 164b333572d475c318be252c47b7e098, 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,506 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/table/27b8b688720c4505889037af950ca83d 2023-11-19T01:22:35,514 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/info/697dedd018c54daca60f725108623cf6 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/info/697dedd018c54daca60f725108623cf6 2023-11-19T01:22:35,520 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/info/697dedd018c54daca60f725108623cf6, entries=70, sequenceid=39, filesize=14.1 K 2023-11-19T01:22:35,521 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/.tmp/table/27b8b688720c4505889037af950ca83d as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/table/27b8b688720c4505889037af950ca83d 2023-11-19T01:22:35,527 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/table/27b8b688720c4505889037af950ca83d, entries=14, sequenceid=39, filesize=5.8 K 2023-11-19T01:22:35,528 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 878ms, sequenceid=39, compaction requested=false 2023-11-19T01:22:35,537 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-19T01:22:35,537 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:35,537 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:22:35,538 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:22:35,538 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:22:35,538 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:22:35,542 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:22:35,542 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:22:35,543 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=601 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/c9edd544fdbd41d693f7a829318152ce 2023-11-19T01:22:35,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/meta/5373d1e8d2be463bbadfbffdbb19a83d as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/5373d1e8d2be463bbadfbffdbb19a83d 2023-11-19T01:22:35,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/meta/5373d1e8d2be463bbadfbffdbb19a83d, entries=4, sequenceid=27, filesize=5.6 K 2023-11-19T01:22:35,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/.tmp/session/c9edd544fdbd41d693f7a829318152ce as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/c9edd544fdbd41d693f7a829318152ce 2023-11-19T01:22:35,561 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/session/c9edd544fdbd41d693f7a829318152ce, entries=2, sequenceid=27, filesize=5.3 K 2023-11-19T01:22:35,562 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1059, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 164b333572d475c318be252c47b7e098 in 847ms, sequenceid=27, compaction requested=true 2023-11-19T01:22:35,573 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system/164b333572d475c318be252c47b7e098/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-19T01:22:35,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:35,574 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:35,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 164b333572d475c318be252c47b7e098: 2023-11-19T01:22:35,574 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700356928668.164b333572d475c318be252c47b7e098. 2023-11-19T01:22:35,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 5079c704d4ccba2df449069cd73ac4b1, disabling compactions & flushes 2023-11-19T01:22:35,575 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:22:35,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:22:35,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. after waiting 0 ms 2023-11-19T01:22:35,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:22:35,575 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 5079c704d4ccba2df449069cd73ac4b1 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:22:35,589 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/.tmp/info/9f6e2ebf2d394f2ca6054b78e7424327 is 45, key is default/info:d/1700356915164/Put/seqid=0 2023-11-19T01:22:35,652 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-11-19T01:22:35,652 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1583): Online Regions={5079c704d4ccba2df449069cd73ac4b1=hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1., f3528e454d8f497977e75463aaf13e77=ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77., 3977d516353166465ad0b2f12c5f3f80=ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80., 6b3714f4ed93961090a384e7bea6c23a=backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a.} 2023-11-19T01:22:35,652 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,852 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 3977d516353166465ad0b2f12c5f3f80, 5079c704d4ccba2df449069cd73ac4b1, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:35,994 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/.tmp/info/9f6e2ebf2d394f2ca6054b78e7424327 2023-11-19T01:22:36,003 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/.tmp/info/9f6e2ebf2d394f2ca6054b78e7424327 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/info/9f6e2ebf2d394f2ca6054b78e7424327 2023-11-19T01:22:36,009 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/info/9f6e2ebf2d394f2ca6054b78e7424327, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:22:36,010 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 5079c704d4ccba2df449069cd73ac4b1 in 435ms, sequenceid=11, compaction requested=false 2023-11-19T01:22:36,016 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/hbase/namespace/5079c704d4ccba2df449069cd73ac4b1/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:22:36,016 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:36,017 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:22:36,017 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 5079c704d4ccba2df449069cd73ac4b1: 2023-11-19T01:22:36,017 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700356914587.5079c704d4ccba2df449069cd73ac4b1. 2023-11-19T01:22:36,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f3528e454d8f497977e75463aaf13e77, disabling compactions & flushes 2023-11-19T01:22:36,018 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:36,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:36,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. after waiting 0 ms 2023-11-19T01:22:36,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:36,018 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f3528e454d8f497977e75463aaf13e77 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:22:36,020 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-11-19T01:22:36,020 INFO [master/jenkins-hbase6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-11-19T01:22:36,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/.tmp/f/e60d20954c2c417c8c7ae51908d6d75c is 37, key is row10/f:q1/1700356924019/Put/seqid=0 2023-11-19T01:22:36,052 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 3977d516353166465ad0b2f12c5f3f80, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:36,253 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 3977d516353166465ad0b2f12c5f3f80, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:36,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/.tmp/f/e60d20954c2c417c8c7ae51908d6d75c 2023-11-19T01:22:36,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/.tmp/f/e60d20954c2c417c8c7ae51908d6d75c as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/f/e60d20954c2c417c8c7ae51908d6d75c 2023-11-19T01:22:36,452 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/f/e60d20954c2c417c8c7ae51908d6d75c, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:22:36,453 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f3528e454d8f497977e75463aaf13e77 in 435ms, sequenceid=103, compaction requested=false 2023-11-19T01:22:36,454 DEBUG [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1609): Waiting on 3977d516353166465ad0b2f12c5f3f80, 6b3714f4ed93961090a384e7bea6c23a, f3528e454d8f497977e75463aaf13e77 2023-11-19T01:22:36,459 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns2/test-17003569201591/f3528e454d8f497977e75463aaf13e77/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:22:36,460 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:36,460 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:36,460 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f3528e454d8f497977e75463aaf13e77: 2023-11-19T01:22:36,461 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003569201591,,1700356922891.f3528e454d8f497977e75463aaf13e77. 2023-11-19T01:22:36,461 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3977d516353166465ad0b2f12c5f3f80, disabling compactions & flushes 2023-11-19T01:22:36,461 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:36,461 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:36,461 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. after waiting 0 ms 2023-11-19T01:22:36,461 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:36,464 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/ns4/test-17003569201593/3977d516353166465ad0b2f12c5f3f80/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-19T01:22:36,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:36,465 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:36,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3977d516353166465ad0b2f12c5f3f80: 2023-11-19T01:22:36,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003569201593,,1700356926230.3977d516353166465ad0b2f12c5f3f80. 2023-11-19T01:22:36,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 6b3714f4ed93961090a384e7bea6c23a, disabling compactions & flushes 2023-11-19T01:22:36,466 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:36,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:36,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. after waiting 0 ms 2023-11-19T01:22:36,466 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:36,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/data/backup/system_bulk/6b3714f4ed93961090a384e7bea6c23a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:22:36,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:22:36,471 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:36,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 6b3714f4ed93961090a384e7bea6c23a: 2023-11-19T01:22:36,471 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700356929797.6b3714f4ed93961090a384e7bea6c23a. 2023-11-19T01:22:36,654 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,40155,1700356911491; all regions closed. 2023-11-19T01:22:36,662 DEBUG [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/oldWALs 2023-11-19T01:22:36,662 INFO [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491.meta:.meta(num 1700356949192) 2023-11-19T01:22:36,669 DEBUG [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/oldWALs 2023-11-19T01:22:36,669 INFO [RS:0;jenkins-hbase6:40155 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C40155%2C1700356911491:(num 1700356949213) 2023-11-19T01:22:36,669 DEBUG [RS:0;jenkins-hbase6:40155 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:36,670 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:22:36,670 INFO [RS:0;jenkins-hbase6:40155 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:22:36,670 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:22:36,672 INFO [RS:0;jenkins-hbase6:40155 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:40155 2023-11-19T01:22:36,679 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase6.apache.org,40155,1700356911491 2023-11-19T01:22:36,679 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:22:36,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,40155,1700356911491] 2023-11-19T01:22:36,681 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,40155,1700356911491; numProcessing=1 2023-11-19T01:22:36,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase6.apache.org,40155,1700356911491 already deleted, retry=false 2023-11-19T01:22:36,683 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,40155,1700356911491 expired; onlineServers=0 2023-11-19T01:22:36,683 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,40343,1700356907980' ***** 2023-11-19T01:22:36,683 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:22:36,684 DEBUG [M:0;jenkins-hbase6:40343 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c60aedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:22:36,684 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:22:36,691 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-19T01:22:36,691 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:22:36,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:22:36,728 INFO [M:0;jenkins-hbase6:40343 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@8f84a63{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:22:36,729 INFO [M:0;jenkins-hbase6:40343 {}] server.AbstractConnector(383): Stopped ServerConnector@1d9dd290{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:22:36,729 INFO [M:0;jenkins-hbase6:40343 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:22:36,730 INFO [M:0;jenkins-hbase6:40343 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@105be11a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:22:36,730 INFO [M:0;jenkins-hbase6:40343 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6aa70627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/hadoop.log.dir/,STOPPED} 2023-11-19T01:22:36,731 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,40343,1700356907980 2023-11-19T01:22:36,731 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,40343,1700356907980; all regions closed. 2023-11-19T01:22:36,731 DEBUG [M:0;jenkins-hbase6:40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:36,731 INFO [M:0;jenkins-hbase6:40343 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:22:36,731 INFO [M:0;jenkins-hbase6:40343 {}] server.AbstractConnector(383): Stopped ServerConnector@8073181{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:22:36,732 DEBUG [M:0;jenkins-hbase6:40343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:22:36,732 INFO [M:0;jenkins-hbase6:40343 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:22:36,732 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:22:36,732 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356913274 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700356913274,5,FailOnTimeoutGroup] 2023-11-19T01:22:36,732 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356913273 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700356913273,5,FailOnTimeoutGroup] 2023-11-19T01:22:36,732 DEBUG [M:0;jenkins-hbase6:40343 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x71f66d57 to 127.0.0.1:58570 2023-11-19T01:22:36,732 DEBUG [M:0;jenkins-hbase6:40343 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:22:36,732 DEBUG [M:0;jenkins-hbase6:40343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:22:36,733 INFO [M:0;jenkins-hbase6:40343 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:22:36,733 DEBUG [M:0;jenkins-hbase6:40343 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:22:36,733 INFO [M:0;jenkins-hbase6:40343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:22:36,733 ERROR [M:0;jenkins-hbase6:40343 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-19T01:22:36,734 INFO [M:0;jenkins-hbase6:40343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:22:36,734 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:22:36,734 DEBUG [M:0;jenkins-hbase6:40343 {}] zookeeper.ZKUtil(347): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-19T01:22:36,734 WARN [M:0;jenkins-hbase6:40343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:22:36,734 INFO [M:0;jenkins-hbase6:40343 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:22:36,734 INFO [M:0;jenkins-hbase6:40343 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:22:36,735 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:22:36,747 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:36,747 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:36,747 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:22:36,747 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:36,747 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=161.83 KB heapSize=194.40 KB 2023-11-19T01:22:36,760 DEBUG [M:0;jenkins-hbase6:40343 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f12d83af0e5449509cd4785647b1da03 is 88, key is hbase:meta,,1/info:sn/1700356913994/Put/seqid=0 2023-11-19T01:22:36,782 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:22:36,782 INFO [RS:0;jenkins-hbase6:40155 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,40155,1700356911491; zookeeper connection closed. 2023-11-19T01:22:36,782 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40155-0x101239f6c2c0001, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:22:36,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64cbfae5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64cbfae5 2023-11-19T01:22:36,784 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:22:37,165 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f12d83af0e5449509cd4785647b1da03 2023-11-19T01:22:37,187 DEBUG [M:0;jenkins-hbase6:40343 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf9286653a4471cbc996f2ce0815d68 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700356930986/Put/seqid=0 2023-11-19T01:22:37,592 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=161.23 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf9286653a4471cbc996f2ce0815d68 2023-11-19T01:22:37,597 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf9286653a4471cbc996f2ce0815d68 2023-11-19T01:22:37,611 DEBUG [M:0;jenkins-hbase6:40343 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b821584c7bb4497921a3d412b8be5c6 is 82, key is jenkins-hbase6.apache.org,40155,1700356911491/rs:state/1700356913418/Put/seqid=0 2023-11-19T01:22:38,016 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b821584c7bb4497921a3d412b8be5c6 2023-11-19T01:22:38,022 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f12d83af0e5449509cd4785647b1da03 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f12d83af0e5449509cd4785647b1da03 2023-11-19T01:22:38,027 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f12d83af0e5449509cd4785647b1da03, entries=8, sequenceid=381, filesize=5.5 K 2023-11-19T01:22:38,028 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf9286653a4471cbc996f2ce0815d68 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf9286653a4471cbc996f2ce0815d68 2023-11-19T01:22:38,033 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf9286653a4471cbc996f2ce0815d68 2023-11-19T01:22:38,033 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf9286653a4471cbc996f2ce0815d68, entries=41, sequenceid=381, filesize=14.1 K 2023-11-19T01:22:38,034 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b821584c7bb4497921a3d412b8be5c6 as hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b821584c7bb4497921a3d412b8be5c6 2023-11-19T01:22:38,039 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37211/user/jenkins/test-data/2b29336e-5a4f-ac9d-f6e5-48e6140747c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b821584c7bb4497921a3d412b8be5c6, entries=1, sequenceid=381, filesize=5.1 K 2023-11-19T01:22:38,040 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(3022): Finished flush of dataSize ~161.83 KB/165712, heapSize ~194.10 KB/198760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=381, compaction requested=false 2023-11-19T01:22:38,045 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:22:38,045 DEBUG [M:0;jenkins-hbase6:40343 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:22:38,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:22:38,048 INFO [M:0;jenkins-hbase6:40343 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:22:38,048 INFO [M:0;jenkins-hbase6:40343 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:22:38,048 INFO [M:0;jenkins-hbase6:40343 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:40343 2023-11-19T01:22:38,051 DEBUG [M:0;jenkins-hbase6:40343 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase6.apache.org,40343,1700356907980 already deleted, retry=false 2023-11-19T01:22:38,153 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:22:38,153 INFO [M:0;jenkins-hbase6:40343 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,40343,1700356907980; zookeeper connection closed. 2023-11-19T01:22:38,153 DEBUG [Listener at localhost/45425-EventThread {}] zookeeper.ZKWatcher(604): master:40343-0x101239f6c2c0000, quorum=127.0.0.1:58570, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-19T01:22:38,156 WARN [Listener at jenkins-hbase6.apache.org/39551 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:22:38,162 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:22:38,268 WARN [BP-96918759-172.31.2.20-1700356904664 heartbeating to localhost/127.0.0.1:37211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:22:38,268 WARN [BP-96918759-172.31.2.20-1700356904664 heartbeating to localhost/127.0.0.1:37211 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-96918759-172.31.2.20-1700356904664 (Datanode Uuid a22039f1-af7a-4167-993b-f17e886cd32b) service to localhost/127.0.0.1:37211 2023-11-19T01:22:38,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/dfs/data/data1/current/BP-96918759-172.31.2.20-1700356904664 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:22:38,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/e83b449d-9073-7262-6992-577cbe2e3e4e/cluster_8744c55b-34e2-57b6-2dc5-101fc78a0112/dfs/data/data2/current/BP-96918759-172.31.2.20-1700356904664 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:22:38,316 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:22:38,432 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-19T01:22:38,472 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:22:38,472 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:22:38,482 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:22:38,601 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:22:38,715 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:22:38,715 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:22:38,822 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:22:38,832 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:22:38,833 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:22:38,839 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:22:38,942 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:22:38,942 INFO [Listener at jenkins-hbase6.apache.org/39551 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped