2023-11-12 09:21:36,760 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:21:36,774 main DEBUG Took 0.011680 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:21:36,774 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:21:36,775 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:21:36,776 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:21:36,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,787 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:21:36,802 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,805 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,807 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,808 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,809 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,810 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,810 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,811 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,811 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,812 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,813 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:21:36,813 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,814 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:21:36,816 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:21:36,818 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:21:36,820 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:21:36,820 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:21:36,821 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:21:36,821 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:21:36,835 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:21:36,838 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:21:36,841 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:21:36,842 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:21:36,842 main DEBUG createAppenders(={Console}) 2023-11-12 09:21:36,843 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed initialized 2023-11-12 09:21:36,843 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed 2023-11-12 09:21:36,843 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@229f66ed OK. 2023-11-12 09:21:36,844 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:21:36,844 main DEBUG OutputStream closed 2023-11-12 09:21:36,844 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:21:36,845 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:21:36,845 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@498d318c OK 2023-11-12 09:21:36,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:21:36,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:21:36,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:21:36,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:21:36,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:21:36,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:21:36,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:21:36,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:21:36,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:21:36,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:21:36,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:21:36,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:21:36,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:21:36,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:21:36,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:21:36,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:21:36,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:21:36,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:21:36,906 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:21:36,907 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4d5b6aac) with optional ClassLoader: null 2023-11-12 09:21:36,907 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:21:36,908 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@4d5b6aac] started OK. 2023-11-12T09:21:36,941 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupBoundaryTests timeout: 13 mins 2023-11-12 09:21:36,945 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:21:36,945 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:21:37,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de 2023-11-12T09:21:37,274 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:21:37,276 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:37,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:21:37,281 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e, deleteOnExit=true 2023-11-12T09:21:37,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:21:37,281 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/test.cache.data in system properties and HBase conf 2023-11-12T09:21:37,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:21:37,282 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:21:37,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:21:37,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:21:37,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:21:37,414 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:21:37,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:21:37,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:21:37,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:21:37,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:21:37,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:21:37,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:21:37,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:21:37,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:21:37,964 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:21:37,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:21:37,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:21:37,965 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:21:37,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:21:37,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:21:37,967 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:21:38,470 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:21:38,475 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:21:38,771 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:21:38,912 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@47dd372f via org.mortbay.log.Slf4jLog 2023-11-12T09:21:38,932 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:38,990 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:39,039 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_localhost_39599_hdfs____.n3eu7b/webapp 2023-11-12T09:21:39,173 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39599 2023-11-12T09:21:39,204 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:21:39,205 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:21:39,811 WARN [Listener at localhost/33135 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:21:39,891 WARN [Listener at localhost/33135 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:21:39,918 WARN [Listener at localhost/33135 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:39,926 INFO [Listener at localhost/33135 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:39,938 INFO [Listener at localhost/33135 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_localhost_41929_datanode____qmpdl6/webapp 2023-11-12T09:21:40,079 INFO [Listener at localhost/33135 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41929 2023-11-12T09:21:40,410 WARN [Listener at localhost/34387 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:21:40,763 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:21:40,963 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x888f834a734467d8: Processing first storage report for DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40 from datanode 68b4bce1-2eec-4a2f-a758-4cc4384afd83 2023-11-12T09:21:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x888f834a734467d8: from storage DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=68b4bce1-2eec-4a2f-a758-4cc4384afd83, infoPort=43955, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=549355048;c=1699780898548), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:21:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x888f834a734467d8: Processing first storage report for DS-de45d57f-0fa6-4e08-aeec-51854dfb1ae0 from datanode 68b4bce1-2eec-4a2f-a758-4cc4384afd83 2023-11-12T09:21:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x888f834a734467d8: from storage DS-de45d57f-0fa6-4e08-aeec-51854dfb1ae0 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=68b4bce1-2eec-4a2f-a758-4cc4384afd83, infoPort=43955, infoSecurePort=0, ipcPort=34387, storageInfo=lv=-57;cid=testClusterID;nsid=549355048;c=1699780898548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:21:41,036 DEBUG [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de 2023-11-12T09:21:41,190 INFO [Listener at localhost/34387 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/zookeeper_0, clientPort=59315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:21:41,212 INFO [Listener at localhost/34387 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59315 2023-11-12T09:21:41,219 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:41,222 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:41,983 INFO [Listener at localhost/34387 {}] util.FSUtils(462): Created version file at hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 with version=8 2023-11-12T09:21:41,983 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/hbase-staging 2023-11-12T09:21:42,003 DEBUG [Listener at localhost/34387 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:21:42,003 DEBUG [Listener at localhost/34387 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:21:42,003 DEBUG [Listener at localhost/34387 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:21:42,003 DEBUG [Listener at localhost/34387 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:21:42,253 DEBUG [Listener at localhost/34387 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:21:43,049 INFO [Listener at localhost/34387 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:21:43,097 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:43,097 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:43,098 INFO [Listener at localhost/34387 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:21:43,098 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:43,098 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:21:43,262 INFO [Listener at localhost/34387 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:21:43,393 INFO [Listener at localhost/34387 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:21:43,412 DEBUG [Listener at localhost/34387 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:21:43,418 INFO [Listener at localhost/34387 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:21:43,465 DEBUG [Listener at localhost/34387 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 29772 (auto-detected) 2023-11-12T09:21:43,467 DEBUG [Listener at localhost/34387 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:21:43,508 INFO [Listener at localhost/34387 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:37933 2023-11-12T09:21:43,526 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:43,529 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:43,554 INFO [Listener at localhost/34387 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:37933 connecting to ZooKeeper ensemble=127.0.0.1:59315 2023-11-12T09:21:43,614 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:379330x0, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:21:43,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:37933-0x1004cf027210000 connected 2023-11-12T09:21:43,650 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:21:43,654 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:43,657 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:21:43,668 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37933 2023-11-12T09:21:43,668 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37933 2023-11-12T09:21:43,668 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37933 2023-11-12T09:21:43,669 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37933 2023-11-12T09:21:43,669 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37933 2023-11-12T09:21:43,722 INFO [Listener at localhost/34387 {}] log.Log(170): Logging initialized @7706ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:21:43,844 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:21:43,845 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:21:43,846 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:21:43,848 INFO [Listener at localhost/34387 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:21:43,848 INFO [Listener at localhost/34387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:21:43,848 INFO [Listener at localhost/34387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:21:43,851 INFO [Listener at localhost/34387 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:21:43,980 INFO [Listener at localhost/34387 {}] http.HttpServer(1227): Jetty bound to port 35587 2023-11-12T09:21:43,982 INFO [Listener at localhost/34387 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:21:44,021 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:44,025 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6aa70627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:21:44,026 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:44,026 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@105be11a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:21:44,094 INFO [Listener at localhost/34387 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:21:44,107 INFO [Listener at localhost/34387 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:21:44,107 INFO [Listener at localhost/34387 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:21:44,109 INFO [Listener at localhost/34387 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:21:44,117 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:45,256 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@8f84a63{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:21:45,267 INFO [Listener at localhost/34387 {}] server.AbstractConnector(333): Started ServerConnector@1d9dd290{HTTP/1.1, (http/1.1)}{0.0.0.0:35587} 2023-11-12T09:21:45,267 INFO [Listener at localhost/34387 {}] server.Server(415): Started @9251ms 2023-11-12T09:21:45,271 INFO [Listener at localhost/34387 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586, hbase.cluster.distributed=false 2023-11-12T09:21:45,332 INFO [Listener at localhost/34387 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:21:45,332 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:45,333 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:45,333 INFO [Listener at localhost/34387 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:21:45,333 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:21:45,333 INFO [Listener at localhost/34387 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:21:45,345 INFO [Listener at localhost/34387 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:21:45,347 INFO [Listener at localhost/34387 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:21:45,348 INFO [Listener at localhost/34387 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39107 2023-11-12T09:21:45,350 INFO [Listener at localhost/34387 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:21:45,357 DEBUG [Listener at localhost/34387 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:21:45,358 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:45,361 INFO [Listener at localhost/34387 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:45,363 INFO [Listener at localhost/34387 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39107 connecting to ZooKeeper ensemble=127.0.0.1:59315 2023-11-12T09:21:45,367 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:391070x0, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:21:45,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39107-0x1004cf027210001 connected 2023-11-12T09:21:45,368 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:21:45,369 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:21:45,370 DEBUG [Listener at localhost/34387 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:21:45,371 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39107 2023-11-12T09:21:45,371 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39107 2023-11-12T09:21:45,371 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39107 2023-11-12T09:21:45,372 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39107 2023-11-12T09:21:45,372 DEBUG [Listener at localhost/34387 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39107 2023-11-12T09:21:45,375 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:21:45,376 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:21:45,376 INFO [Listener at localhost/34387 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:21:45,377 INFO [Listener at localhost/34387 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:21:45,377 INFO [Listener at localhost/34387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:21:45,377 INFO [Listener at localhost/34387 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:21:45,377 INFO [Listener at localhost/34387 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:21:45,379 INFO [Listener at localhost/34387 {}] http.HttpServer(1227): Jetty bound to port 42149 2023-11-12T09:21:45,380 INFO [Listener at localhost/34387 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:21:45,381 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:45,381 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3390b1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:21:45,382 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:45,382 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@81e1ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:21:45,393 INFO [Listener at localhost/34387 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:21:45,394 INFO [Listener at localhost/34387 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:21:45,394 INFO [Listener at localhost/34387 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:21:45,394 INFO [Listener at localhost/34387 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:21:45,395 INFO [Listener at localhost/34387 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:21:45,400 INFO [Listener at localhost/34387 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4d0af084{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:21:45,400 INFO [Listener at localhost/34387 {}] server.AbstractConnector(333): Started ServerConnector@74cfb0b2{HTTP/1.1, (http/1.1)}{0.0.0.0:42149} 2023-11-12T09:21:45,401 INFO [Listener at localhost/34387 {}] server.Server(415): Started @9385ms 2023-11-12T09:21:45,405 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:21:45,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@ff204c7{HTTP/1.1, (http/1.1)}{0.0.0.0:45635} 2023-11-12T09:21:45,408 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9392ms 2023-11-12T09:21:45,409 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:45,422 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:21:45,422 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:21:45,425 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:45,430 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:37933 2023-11-12T09:21:45,445 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:21:45,445 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:21:45,445 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:45,445 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:45,446 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:21:45,448 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,37933,1699780902235 from backup master directory 2023-11-12T09:21:45,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:21:45,452 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:45,452 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:21:45,452 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:21:45,453 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:21:45,453 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:45,456 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:21:45,458 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:21:45,542 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/hbase.id with ID: ffdd346d-eeba-4915-8918-9b6ca02c0fb3 2023-11-12T09:21:45,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:21:45,601 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:45,601 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:45,644 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:45,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:21:45,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:21:45,666 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:21:45,668 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:21:45,679 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:21:45,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:21:45,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store 2023-11-12T09:21:45,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:21:45,794 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:45,794 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:21:45,795 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:45,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:45,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:21:45,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:45,795 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:21:45,795 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:21:45,800 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/.initializing 2023-11-12T09:21:45,800 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/WALs/jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:45,810 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:21:45,826 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37933%2C1699780902235, suffix=, logDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/WALs/jenkins-hbase3.apache.org,37933,1699780902235, archiveDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/oldWALs, maxLogs=10 2023-11-12T09:21:45,868 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/WALs/jenkins-hbase3.apache.org,37933,1699780902235/jenkins-hbase3.apache.org%2C37933%2C1699780902235.1699780905834, exclude list is [], retry=0 2023-11-12T09:21:45,901 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:21:45,908 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:21:45,980 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/WALs/jenkins-hbase3.apache.org,37933,1699780902235/jenkins-hbase3.apache.org%2C37933%2C1699780902235.1699780905834 2023-11-12T09:21:45,981 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:21:45,981 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:45,982 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:45,986 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:45,987 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:21:46,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:46,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:21:46,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:46,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:21:46,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:46,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:21:46,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:46,119 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,120 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,136 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:21:46,139 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:21:46,143 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:46,144 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9786616160, jitterRate=-0.08855034410953522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:21:46,149 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:21:46,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:21:46,184 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ab0cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:46,251 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:21:46,273 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:21:46,273 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:21:46,277 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:21:46,278 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:21:46,284 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:21:46,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:21:46,321 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:21:46,339 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:21:46,343 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:21:46,347 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:21:46,348 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:21:46,350 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:21:46,353 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:21:46,360 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:21:46,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:21:46,363 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:21:46,365 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:21:46,383 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:21:46,385 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:21:46,391 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:21:46,391 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:21:46,391 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,391 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,392 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,37933,1699780902235, sessionid=0x1004cf027210000, setting cluster-up flag (Was=false) 2023-11-12T09:21:46,402 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:21:46,413 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,413 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,420 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:21:46,421 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:46,426 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,427 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,434 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:21:46,436 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:46,444 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,444 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:46,452 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:21:46,453 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:46,515 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39107 2023-11-12T09:21:46,516 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(997): ClusterId : ffdd346d-eeba-4915-8918-9b6ca02c0fb3 2023-11-12T09:21:46,518 INFO [RS:0;jenkins-hbase3:39107 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:21:46,521 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:21:46,527 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:21:46,527 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:21:46,531 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:21:46,531 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:21:46,534 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:21:46,536 DEBUG [RS:0;jenkins-hbase3:39107 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9d00df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:46,538 DEBUG [RS:0;jenkins-hbase3:39107 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b8afbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:21:46,546 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:21:46,546 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:21:46,546 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:21:46,550 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37933,1699780902235 with isa=jenkins-hbase3.apache.org/172.31.12.81:39107, startcode=1699780905331 2023-11-12T09:21:46,578 DEBUG [RS:0;jenkins-hbase3:39107 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:21:46,625 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:21:46,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:21:46,643 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:21:46,654 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,37933,1699780902235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:21:46,657 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:49377, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:21:46,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:21:46,660 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:21:46,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:21:46,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:21:46,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:21:46,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,661 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:21:46,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,667 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699780936667 2023-11-12T09:21:46,671 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:21:46,672 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37933 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:21:46,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:21:46,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:21:46,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:21:46,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:21:46,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:21:46,687 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:21:46,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:21:46,688 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:21:46,689 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:21:46,693 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,700 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:21:46,710 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:21:46,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:21:46,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:21:46,718 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:46,721 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77686e74 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:46,731 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:21:46,731 WARN [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:21:46,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:46,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:21:46,742 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fca1b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:46,742 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:21:46,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:21:46,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:46,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:21:46,745 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:21:46,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:21:46,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,748 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:21:46,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:46,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:21:46,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780906750,5,FailOnTimeoutGroup] 2023-11-12T09:21:46,751 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780906750,5,FailOnTimeoutGroup] 2023-11-12T09:21:46,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,751 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:21:46,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:21:46,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:46,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:46,753 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,753 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740 2023-11-12T09:21:46,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740 2023-11-12T09:21:46,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:21:46,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:21:46,764 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:46,765 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11739034560, jitterRate=0.0932827889919281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:21:46,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:21:46,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:21:46,767 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:21:46,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:21:46,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:21:46,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:21:46,769 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:21:46,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:21:46,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:21:46,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:21:46,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:21:46,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:21:46,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:21:46,833 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,37933,1699780902235 with isa=jenkins-hbase3.apache.org/172.31.12.81:39107, startcode=1699780905331 2023-11-12T09:21:46,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37933 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:46,850 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:46,850 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:33135 2023-11-12T09:21:46,850 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=35587 2023-11-12T09:21:46,859 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:21:46,860 DEBUG [RS:0;jenkins-hbase3:39107 {}] zookeeper.ZKUtil(111): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:46,860 WARN [RS:0;jenkins-hbase3:39107 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:21:46,860 INFO [RS:0;jenkins-hbase3:39107 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:21:46,860 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:46,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39107,1699780905331] 2023-11-12T09:21:46,931 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:21:46,946 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:21:46,952 WARN [jenkins-hbase3:37933 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:21:46,963 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:21:46,967 INFO [RS:0;jenkins-hbase3:39107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:21:46,967 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,968 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:21:46,977 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,977 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,978 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,979 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,979 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:21:46,979 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:21:46,979 DEBUG [RS:0;jenkins-hbase3:39107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:21:46,980 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,980 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,980 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,980 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:46,980 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39107,1699780905331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:21:46,995 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:21:46,998 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39107,1699780905331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,013 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39107,1699780905331 started 2023-11-12T09:21:47,013 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39107,1699780905331, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39107, sessionid=0x1004cf027210001 2023-11-12T09:21:47,014 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:21:47,014 DEBUG [RS:0;jenkins-hbase3:39107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:47,014 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39107,1699780905331' 2023-11-12T09:21:47,014 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:21:47,015 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:21:47,015 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:21:47,015 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:21:47,015 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39107,1699780905331' 2023-11-12T09:21:47,016 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:21:47,016 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:21:47,017 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39107,1699780905331' 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:21:47,017 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:21:47,018 DEBUG [RS:0;jenkins-hbase3:39107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:21:47,018 INFO [RS:0;jenkins-hbase3:39107 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:21:47,018 INFO [RS:0;jenkins-hbase3:39107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:21:47,129 INFO [RS:0;jenkins-hbase3:39107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:21:47,131 INFO [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39107%2C1699780905331, suffix=, logDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331, archiveDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/oldWALs, maxLogs=32 2023-11-12T09:21:47,143 DEBUG [RS:0;jenkins-hbase3:39107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780907133, exclude list is [], retry=0 2023-11-12T09:21:47,149 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:21:47,153 INFO [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780907133 2023-11-12T09:21:47,153 DEBUG [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:21:47,203 DEBUG [jenkins-hbase3:37933 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:21:47,212 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:47,218 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39107,1699780905331, state=OPENING 2023-11-12T09:21:47,228 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:21:47,230 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:47,230 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:47,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:21:47,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:21:47,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:21:47,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:47,547 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:21:47,550 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47668, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:21:47,565 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:21:47,566 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:21:47,567 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:21:47,570 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta, suffix=.meta, logDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331, archiveDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/oldWALs, maxLogs=32 2023-11-12T09:21:47,582 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780907571.meta, exclude list is [], retry=0 2023-11-12T09:21:47,587 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:21:47,591 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780907571.meta 2023-11-12T09:21:47,594 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:21:47,594 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:47,599 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:47,600 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:21:47,619 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:21:47,619 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:21:47,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:21:47,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:47,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:21:47,625 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:21:47,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:21:47,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:21:47,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:47,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:47,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:21:47,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:21:47,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:47,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:47,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:21:47,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:21:47,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:47,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:21:47,639 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740 2023-11-12T09:21:47,642 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740 2023-11-12T09:21:47,645 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:21:47,647 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:21:47,649 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9672437600, jitterRate=-0.099184051156044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:21:47,650 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:21:47,663 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699780907535 2023-11-12T09:21:47,685 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:21:47,686 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:21:47,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:47,689 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39107,1699780905331, state=OPEN 2023-11-12T09:21:47,693 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:21:47,693 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:21:47,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:21:47,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:21:47,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:21:47,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39107,1699780905331 in 458 msec 2023-11-12T09:21:47,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:21:47,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 916 msec 2023-11-12T09:21:47,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1870 sec 2023-11-12T09:21:47,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699780907711, completionTime=-1 2023-11-12T09:21:47,711 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:21:47,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:21:47,779 DEBUG [hconnection-0x376637a-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:47,783 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:47,801 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:21:47,801 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699780967801 2023-11-12T09:21:47,801 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781027801 2023-11-12T09:21:47,801 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 90 msec 2023-11-12T09:21:47,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37933,1699780902235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,829 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37933,1699780902235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,829 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37933,1699780902235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,831 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:37933, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,831 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:21:47,838 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:21:47,851 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:21:47,853 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:21:47,862 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:21:47,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:47,867 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:47,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:47,886 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f3746a83dd0ded502e9da9c42168005f, NAME => 'hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing f3746a83dd0ded502e9da9c42168005f, disabling compactions & flushes 2023-11-12T09:21:48,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. after waiting 0 ms 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,298 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,298 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for f3746a83dd0ded502e9da9c42168005f: 2023-11-12T09:21:48,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:48,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699780908302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780908302"}]},"ts":"1699780908302"} 2023-11-12T09:21:48,348 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:48,350 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:48,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780908350"}]},"ts":"1699780908350"} 2023-11-12T09:21:48,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:21:48,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f3746a83dd0ded502e9da9c42168005f, ASSIGN}] 2023-11-12T09:21:48,371 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f3746a83dd0ded502e9da9c42168005f, ASSIGN 2023-11-12T09:21:48,372 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f3746a83dd0ded502e9da9c42168005f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:21:48,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f3746a83dd0ded502e9da9c42168005f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:48,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f3746a83dd0ded502e9da9c42168005f, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:21:48,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:48,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => f3746a83dd0ded502e9da9c42168005f, NAME => 'hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:48,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,694 INFO [StoreOpener-f3746a83dd0ded502e9da9c42168005f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,696 INFO [StoreOpener-f3746a83dd0ded502e9da9c42168005f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3746a83dd0ded502e9da9c42168005f columnFamilyName info 2023-11-12T09:21:48,696 DEBUG [StoreOpener-f3746a83dd0ded502e9da9c42168005f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:48,697 INFO [StoreOpener-f3746a83dd0ded502e9da9c42168005f-1 {}] regionserver.HStore(324): Store=f3746a83dd0ded502e9da9c42168005f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:48,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:21:48,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:48,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened f3746a83dd0ded502e9da9c42168005f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9890789280, jitterRate=-0.0788484662771225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for f3746a83dd0ded502e9da9c42168005f: 2023-11-12T09:21:48,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f., pid=6, masterSystemTime=1699780908682 2023-11-12T09:21:48,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:21:48,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f3746a83dd0ded502e9da9c42168005f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:48,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:21:48,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f3746a83dd0ded502e9da9c42168005f, server=jenkins-hbase3.apache.org,39107,1699780905331 in 194 msec 2023-11-12T09:21:48,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:21:48,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f3746a83dd0ded502e9da9c42168005f, ASSIGN in 359 msec 2023-11-12T09:21:48,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:48,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780908734"}]},"ts":"1699780908734"} 2023-11-12T09:21:48,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:21:48,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:48,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 891 msec 2023-11-12T09:21:48,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:21:48,768 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:48,768 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:48,768 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:21:48,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:21:48,837 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:48,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2023-11-12T09:21:48,853 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:21:48,866 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:48,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-11-12T09:21:48,879 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:21:48,883 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:21:48,883 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.430sec 2023-11-12T09:21:48,886 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:21:48,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:21:48,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:21:48,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:21:48,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:21:48,891 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37933,1699780902235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:21:48,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37933,1699780902235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:21:48,906 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:21:48,908 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:21:48,966 DEBUG [Listener at localhost/34387 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5beb6c26 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:48,970 DEBUG [Listener at localhost/34387 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38febb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:48,975 DEBUG [Listener at localhost/34387 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:21:48,975 DEBUG [Listener at localhost/34387 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:21:48,989 DEBUG [hconnection-0x720d5ffa-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:49,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:49,012 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:21:49,012 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:21:49,012 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/test.cache.data in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:21:49,013 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:21:49,014 INFO [Listener at localhost/34387 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:21:50,884 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:51,265 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:51,271 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37063_jobhistory____9bshhv/webapp 2023-11-12T09:21:51,438 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:21:51,438 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:21:51,439 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:21:51,442 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:21:51,528 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:51,661 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:52,004 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:21:52,050 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37063 2023-11-12T09:21:52,382 WARN [Listener at jenkins-hbase3.apache.org/34193 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:52,463 WARN [Listener at jenkins-hbase3.apache.org/34193 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:21:52,464 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:52,470 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_44193_cluster____9hc81k/webapp 2023-11-12T09:21:52,553 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:21:52,553 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:21:52,553 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:21:52,553 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:21:52,561 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:52,767 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:52,879 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:52,890 INFO [Listener at jenkins-hbase3.apache.org/34193 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:44193 2023-11-12T09:21:53,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:21:53,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:21:53,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:21:53,340 WARN [Listener at jenkins-hbase3.apache.org/37125 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:53,364 WARN [Listener at jenkins-hbase3.apache.org/37125 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:21:53,365 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:53,372 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35277_node____.gh7ab5/webapp 2023-11-12T09:21:53,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:21:53,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:21:53,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:21:53,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:21:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:21:53,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:21:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:21:53,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:21:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:21:53,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:21:53,431 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:21:53,431 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:21:53,431 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:21:53,431 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:21:53,439 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,462 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,531 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,543 INFO [Listener at jenkins-hbase3.apache.org/37125 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35277 2023-11-12T09:21:53,697 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:21:53,703 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:21:53,703 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:21:53,711 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_35533_node____qxnydu/webapp 2023-11-12T09:21:53,766 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:21:53,766 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:21:53,766 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:21:53,766 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:21:53,778 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,804 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,900 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:21:53,908 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:35533 2023-11-12T09:21:53,943 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:21:53,943 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:33135/backupUT 2023-11-12T09:21:53,955 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:21:53,959 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36674, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:21:53,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:21:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:21:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:21:54,000 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:54,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-11-12T09:21:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:21:54,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:21:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:21:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:21:54,107 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:54,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-11-12T09:21:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:21:54,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:21:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:21:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:21:54,215 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:54,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-11-12T09:21:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:21:54,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:21:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:21:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:21:54,326 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:21:54,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-11-12T09:21:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:21:54,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699780913943', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699780913943 2023-11-12T09:21:54,438 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:54,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699780913943" procId is: 13 2023-11-12T09:21:54,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:54,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:54,874 INFO [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 82c8c074fa165e96e27faecd4a0fa9b9, NAME => 'test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699780913943', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1668): Closing 82c8c074fa165e96e27faecd4a0fa9b9, disabling compactions & flushes 2023-11-12T09:21:55,293 INFO [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. after waiting 0 ms 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,293 INFO [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1909): Closed test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,293 DEBUG [RegionOpenAndInit-test-1699780913943-pool-0 {}] regionserver.HRegion(1622): Region close journal for 82c8c074fa165e96e27faecd4a0fa9b9: 2023-11-12T09:21:55,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:55,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699780915295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780915295"}]},"ts":"1699780915295"} 2023-11-12T09:21:55,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:55,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:55,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780913943","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780915300"}]},"ts":"1699780915300"} 2023-11-12T09:21:55,302 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780913943, state=ENABLING in hbase:meta 2023-11-12T09:21:55,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780913943, region=82c8c074fa165e96e27faecd4a0fa9b9, ASSIGN}] 2023-11-12T09:21:55,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699780913943, region=82c8c074fa165e96e27faecd4a0fa9b9, ASSIGN 2023-11-12T09:21:55,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699780913943, region=82c8c074fa165e96e27faecd4a0fa9b9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:21:55,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=82c8c074fa165e96e27faecd4a0fa9b9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:55,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 82c8c074fa165e96e27faecd4a0fa9b9, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:21:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:55,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:55,629 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,629 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 82c8c074fa165e96e27faecd4a0fa9b9, NAME => 'test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:55,629 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:55,629 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699780913943 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:55,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,632 INFO [StoreOpener-82c8c074fa165e96e27faecd4a0fa9b9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,635 INFO [StoreOpener-82c8c074fa165e96e27faecd4a0fa9b9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82c8c074fa165e96e27faecd4a0fa9b9 columnFamilyName f 2023-11-12T09:21:55,635 DEBUG [StoreOpener-82c8c074fa165e96e27faecd4a0fa9b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:55,636 INFO [StoreOpener-82c8c074fa165e96e27faecd4a0fa9b9-1 {}] regionserver.HStore(324): Store=82c8c074fa165e96e27faecd4a0fa9b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,642 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:21:55,650 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:55,651 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 82c8c074fa165e96e27faecd4a0fa9b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11679674240, jitterRate=0.08775442838668823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:55,651 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 82c8c074fa165e96e27faecd4a0fa9b9: 2023-11-12T09:21:55,653 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9., pid=15, masterSystemTime=1699780915620 2023-11-12T09:21:55,655 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,655 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:21:55,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=82c8c074fa165e96e27faecd4a0fa9b9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:55,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:21:55,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 82c8c074fa165e96e27faecd4a0fa9b9, server=jenkins-hbase3.apache.org,39107,1699780905331 in 191 msec 2023-11-12T09:21:55,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:21:55,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699780913943, region=82c8c074fa165e96e27faecd4a0fa9b9, ASSIGN in 352 msec 2023-11-12T09:21:55,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:55,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699780913943","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780915665"}]},"ts":"1699780915665"} 2023-11-12T09:21:55,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699780913943, state=ENABLED in hbase:meta 2023-11-12T09:21:55,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699780913943 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:55,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699780913943 in 1.2360 sec 2023-11-12T09:21:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:21:56,556 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699780913943, procId: 13 completed 2023-11-12T09:21:56,558 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66b6d5e0 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:21:56,569 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcba28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:21:56,571 DEBUG [hconnection-0x7b3835b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:21:56,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47008, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:21:56,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] regionserver.HRegion(8210): writing data to region test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:21:56,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997809139431', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997809139431 2023-11-12T09:21:56,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:56,705 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:56,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997809139431" procId is: 16 2023-11-12T09:21:56,707 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:57,126 INFO [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f86c5af98c2bd979451727c829088743, NAME => 'ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997809139431', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1668): Closing f86c5af98c2bd979451727c829088743, disabling compactions & flushes 2023-11-12T09:21:57,543 INFO [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. after waiting 0 ms 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,543 INFO [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,543 DEBUG [RegionOpenAndInit-ns2:test-16997809139431-pool-0 {}] regionserver.HRegion(1622): Region close journal for f86c5af98c2bd979451727c829088743: 2023-11-12T09:21:57,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:57,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780917545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780917545"}]},"ts":"1699780917545"} 2023-11-12T09:21:57,548 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:57,549 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:57,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809139431","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780917549"}]},"ts":"1699780917549"} 2023-11-12T09:21:57,560 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809139431, state=ENABLING in hbase:meta 2023-11-12T09:21:57,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809139431, region=f86c5af98c2bd979451727c829088743, ASSIGN}] 2023-11-12T09:21:57,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997809139431, region=f86c5af98c2bd979451727c829088743, ASSIGN 2023-11-12T09:21:57,569 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997809139431, region=f86c5af98c2bd979451727c829088743, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:21:57,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f86c5af98c2bd979451727c829088743, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:57,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure f86c5af98c2bd979451727c829088743, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:21:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:57,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:57,881 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,881 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => f86c5af98c2bd979451727c829088743, NAME => 'ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:57,882 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:57,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809139431 f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:57,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,882 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,884 INFO [StoreOpener-f86c5af98c2bd979451727c829088743-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,886 INFO [StoreOpener-f86c5af98c2bd979451727c829088743-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f86c5af98c2bd979451727c829088743 columnFamilyName f 2023-11-12T09:21:57,886 DEBUG [StoreOpener-f86c5af98c2bd979451727c829088743-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:57,886 INFO [StoreOpener-f86c5af98c2bd979451727c829088743-1 {}] regionserver.HStore(324): Store=f86c5af98c2bd979451727c829088743/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:57,887 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,888 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,891 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for f86c5af98c2bd979451727c829088743 2023-11-12T09:21:57,898 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:57,899 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened f86c5af98c2bd979451727c829088743; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11905285760, jitterRate=0.10876613855361938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:57,900 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for f86c5af98c2bd979451727c829088743: 2023-11-12T09:21:57,901 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743., pid=18, masterSystemTime=1699780917876 2023-11-12T09:21:57,903 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,903 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:21:57,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=f86c5af98c2bd979451727c829088743, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:57,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:21:57,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure f86c5af98c2bd979451727c829088743, server=jenkins-hbase3.apache.org,39107,1699780905331 in 183 msec 2023-11-12T09:21:57,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:21:57,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997809139431, region=f86c5af98c2bd979451727c829088743, ASSIGN in 344 msec 2023-11-12T09:21:57,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:57,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997809139431","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780917913"}]},"ts":"1699780917913"} 2023-11-12T09:21:57,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997809139431, state=ENABLED in hbase:meta 2023-11-12T09:21:57,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997809139431 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:57,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997809139431 in 1.2180 sec 2023-11-12T09:21:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:21:58,817 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997809139431, procId: 16 completed 2023-11-12T09:21:58,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:21:58,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997809139432', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:21:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997809139432 2023-11-12T09:21:58,910 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:21:58,910 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:58,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997809139432" procId is: 19 2023-11-12T09:21:58,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:21:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:21:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:21:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:21:59,232 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997809139431' 2023-11-12T09:21:59,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699780913943' 2023-11-12T09:21:59,326 INFO [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => a31537875e068ba7a1319fdd777e9156, NAME => 'ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997809139432', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1668): Closing a31537875e068ba7a1319fdd777e9156, disabling compactions & flushes 2023-11-12T09:21:59,342 INFO [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. after waiting 0 ms 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,342 INFO [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,342 DEBUG [RegionOpenAndInit-ns3:test-16997809139432-pool-0 {}] regionserver.HRegion(1622): Region close journal for a31537875e068ba7a1319fdd777e9156: 2023-11-12T09:21:59,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:21:59,344 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780919344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780919344"}]},"ts":"1699780919344"} 2023-11-12T09:21:59,347 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:21:59,348 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:21:59,348 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809139432","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780919348"}]},"ts":"1699780919348"} 2023-11-12T09:21:59,350 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809139432, state=ENABLING in hbase:meta 2023-11-12T09:21:59,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809139432, region=a31537875e068ba7a1319fdd777e9156, ASSIGN}] 2023-11-12T09:21:59,361 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997809139432, region=a31537875e068ba7a1319fdd777e9156, ASSIGN 2023-11-12T09:21:59,362 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997809139432, region=a31537875e068ba7a1319fdd777e9156, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:21:59,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a31537875e068ba7a1319fdd777e9156, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:59,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure a31537875e068ba7a1319fdd777e9156, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:21:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:21:59,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:59,674 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => a31537875e068ba7a1319fdd777e9156, NAME => 'ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:21:59,674 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:21:59,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809139432 a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:21:59,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,675 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,677 INFO [StoreOpener-a31537875e068ba7a1319fdd777e9156-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,679 INFO [StoreOpener-a31537875e068ba7a1319fdd777e9156-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a31537875e068ba7a1319fdd777e9156 columnFamilyName f 2023-11-12T09:21:59,679 DEBUG [StoreOpener-a31537875e068ba7a1319fdd777e9156-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:21:59,679 INFO [StoreOpener-a31537875e068ba7a1319fdd777e9156-1 {}] regionserver.HStore(324): Store=a31537875e068ba7a1319fdd777e9156/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:21:59,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns3/test-16997809139432/a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns3/test-16997809139432/a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,685 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for a31537875e068ba7a1319fdd777e9156 2023-11-12T09:21:59,688 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns3/test-16997809139432/a31537875e068ba7a1319fdd777e9156/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:21:59,689 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened a31537875e068ba7a1319fdd777e9156; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11721528480, jitterRate=0.09165240824222565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:21:59,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for a31537875e068ba7a1319fdd777e9156: 2023-11-12T09:21:59,691 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156., pid=21, masterSystemTime=1699780919668 2023-11-12T09:21:59,693 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,694 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:21:59,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=a31537875e068ba7a1319fdd777e9156, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:21:59,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:21:59,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure a31537875e068ba7a1319fdd777e9156, server=jenkins-hbase3.apache.org,39107,1699780905331 in 181 msec 2023-11-12T09:21:59,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:21:59,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997809139432, region=a31537875e068ba7a1319fdd777e9156, ASSIGN in 340 msec 2023-11-12T09:21:59,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:21:59,703 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997809139432","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780919703"}]},"ts":"1699780919703"} 2023-11-12T09:21:59,705 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997809139432, state=ENABLED in hbase:meta 2023-11-12T09:21:59,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997809139432 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:21:59,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997809139432 in 802 msec 2023-11-12T09:22:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:22:00,018 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997809139432, procId: 19 completed 2023-11-12T09:22:00,018 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997809139432 get assigned. Timeout = 60000ms 2023-11-12T09:22:00,021 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:00,025 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997809139432 assigned to meta. Checking AM states. 2023-11-12T09:22:00,026 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:00,026 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997809139432 assigned. 2023-11-12T09:22:00,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997809139433', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997809139433 2023-11-12T09:22:00,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:00,032 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:00,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997809139433" procId is: 22 2023-11-12T09:22:00,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:00,446 INFO [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 280082a50704c169654c764d5befcf20, NAME => 'ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997809139433', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1668): Closing 280082a50704c169654c764d5befcf20, disabling compactions & flushes 2023-11-12T09:22:00,860 INFO [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. after waiting 0 ms 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:00,860 INFO [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:00,860 DEBUG [RegionOpenAndInit-ns4:test-16997809139433-pool-0 {}] regionserver.HRegion(1622): Region close journal for 280082a50704c169654c764d5befcf20: 2023-11-12T09:22:00,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:00,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699780920862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780920862"}]},"ts":"1699780920862"} 2023-11-12T09:22:00,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:00,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:00,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809139433","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780920865"}]},"ts":"1699780920865"} 2023-11-12T09:22:00,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809139433, state=ENABLING in hbase:meta 2023-11-12T09:22:00,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809139433, region=280082a50704c169654c764d5befcf20, ASSIGN}] 2023-11-12T09:22:00,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997809139433, region=280082a50704c169654c764d5befcf20, ASSIGN 2023-11-12T09:22:00,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997809139433, region=280082a50704c169654c764d5befcf20, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:22:01,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=280082a50704c169654c764d5befcf20, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:01,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 280082a50704c169654c764d5befcf20, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:22:01,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:01,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:01,193 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:01,193 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 280082a50704c169654c764d5befcf20, NAME => 'ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:01,194 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:01,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997809139433 280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:01,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,194 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,197 INFO [StoreOpener-280082a50704c169654c764d5befcf20-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,200 INFO [StoreOpener-280082a50704c169654c764d5befcf20-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280082a50704c169654c764d5befcf20 columnFamilyName f 2023-11-12T09:22:01,200 DEBUG [StoreOpener-280082a50704c169654c764d5befcf20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:01,200 INFO [StoreOpener-280082a50704c169654c764d5befcf20-1 {}] regionserver.HStore(324): Store=280082a50704c169654c764d5befcf20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:01,204 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns4/test-16997809139433/280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,209 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns4/test-16997809139433/280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 280082a50704c169654c764d5befcf20 2023-11-12T09:22:01,218 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns4/test-16997809139433/280082a50704c169654c764d5befcf20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:01,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 280082a50704c169654c764d5befcf20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11990134400, jitterRate=0.11666828393936157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:22:01,219 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 280082a50704c169654c764d5befcf20: 2023-11-12T09:22:01,220 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20., pid=24, masterSystemTime=1699780921187 2023-11-12T09:22:01,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:01,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:01,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=280082a50704c169654c764d5befcf20, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:01,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:22:01,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 280082a50704c169654c764d5befcf20, server=jenkins-hbase3.apache.org,39107,1699780905331 in 191 msec 2023-11-12T09:22:01,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:22:01,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997809139433, region=280082a50704c169654c764d5befcf20, ASSIGN in 350 msec 2023-11-12T09:22:01,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:01,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997809139433","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780921232"}]},"ts":"1699780921232"} 2023-11-12T09:22:01,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997809139433, state=ENABLED in hbase:meta 2023-11-12T09:22:01,237 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997809139433 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:01,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997809139433 in 1.2090 sec 2023-11-12T09:22:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:22:02,142 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997809139433, procId: 22 completed 2023-11-12T09:22:02,142 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997809139433 get assigned. Timeout = 60000ms 2023-11-12T09:22:02,142 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:02,146 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997809139433 assigned to meta. Checking AM states. 2023-11-12T09:22:02,146 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:22:02,146 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997809139433 assigned. 2023-11-12T09:22:02,147 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66b6d5e0 to 127.0.0.1:59315 2023-11-12T09:22:02,147 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:02,186 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=215, ProcessCount=172, AvailableMemoryMB=5557 2023-11-12T09:22:02,186 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-12T09:22:02,188 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(71): test full backup fails on a single table that does not exist 2023-11-12T09:22:02,189 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7d2bed68 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:02,195 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183cbff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:02,203 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:02,204 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47018, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:02,205 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7d2bed68 to 127.0.0.1:59315 2023-11-12T09:22:02,205 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:02,223 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleDNE Thread=587 (was 584) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x7d2bed68-SendThread(127.0.0.1:59315) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x7d2bed68-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x7d2bed68 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/2020882599.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=694 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=215 (was 215), ProcessCount=172 (was 172), AvailableMemoryMB=5557 (was 5557) 2023-11-12T09:22:02,223 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-12T09:22:02,241 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=587, OpenFileDescriptor=694, MaxFileDescriptor=60000, SystemLoadAverage=215, ProcessCount=172, AvailableMemoryMB=5556 2023-11-12T09:22:02,241 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-12T09:22:02,241 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(82): test full backup fails on multiple tables that do not exist 2023-11-12T09:22:02,243 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0934e3d3 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:02,249 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a69b14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:02,254 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:02,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47022, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:02,258 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0934e3d3 to 127.0.0.1:59315 2023-11-12T09:22:02,258 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:02,275 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleDNE Thread=587 (was 587), OpenFileDescriptor=694 (was 694), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=215 (was 215), ProcessCount=172 (was 172), AvailableMemoryMB=5556 (was 5556) 2023-11-12T09:22:02,275 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-12T09:22:02,291 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=587, OpenFileDescriptor=694, MaxFileDescriptor=60000, SystemLoadAverage=215, ProcessCount=172, AvailableMemoryMB=5556 2023-11-12T09:22:02,291 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2023-11-12T09:22:02,291 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(59): create full backup image on mulitple empty tables 2023-11-12T09:22:02,292 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x787c1d7f to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:02,297 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e11fcb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:02,302 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:02,304 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47026, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:02,318 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:02,320 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:48438, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:22:02,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:22:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:22:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:22:02,340 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:22:02,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 14 msec 2023-11-12T09:22:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:22:02,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:22:02,457 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:02,458 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:02,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:22:02,459 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:02,476 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2ac3684e1b63d2f5295ad3b27c7acca5, NAME => 'backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:02,886 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:02,886 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 2ac3684e1b63d2f5295ad3b27c7acca5, disabling compactions & flushes 2023-11-12T09:22:02,886 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:02,886 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:02,887 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. after waiting 0 ms 2023-11-12T09:22:02,887 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:02,887 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:02,887 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2ac3684e1b63d2f5295ad3b27c7acca5: 2023-11-12T09:22:02,889 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:02,889 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699780922889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780922889"}]},"ts":"1699780922889"} 2023-11-12T09:22:02,891 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:02,892 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:02,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780922892"}]},"ts":"1699780922892"} 2023-11-12T09:22:02,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:22:02,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=2ac3684e1b63d2f5295ad3b27c7acca5, ASSIGN}] 2023-11-12T09:22:02,901 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=2ac3684e1b63d2f5295ad3b27c7acca5, ASSIGN 2023-11-12T09:22:02,902 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=2ac3684e1b63d2f5295ad3b27c7acca5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:22:03,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2ac3684e1b63d2f5295ad3b27c7acca5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:03,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:22:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:03,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:03,213 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:03,213 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 2ac3684e1b63d2f5295ad3b27c7acca5, NAME => 'backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:03,214 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:03,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:03,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,214 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,216 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,219 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ac3684e1b63d2f5295ad3b27c7acca5 columnFamilyName meta 2023-11-12T09:22:03,219 DEBUG [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:03,219 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] regionserver.HStore(324): Store=2ac3684e1b63d2f5295ad3b27c7acca5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:03,220 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,221 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ac3684e1b63d2f5295ad3b27c7acca5 columnFamilyName session 2023-11-12T09:22:03,221 DEBUG [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:03,222 INFO [StoreOpener-2ac3684e1b63d2f5295ad3b27c7acca5-1 {}] regionserver.HStore(324): Store=2ac3684e1b63d2f5295ad3b27c7acca5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:03,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,223 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,225 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:22:03,227 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:03,229 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:03,230 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 2ac3684e1b63d2f5295ad3b27c7acca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11372085440, jitterRate=0.05910798907279968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:22:03,231 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 2ac3684e1b63d2f5295ad3b27c7acca5: 2023-11-12T09:22:03,232 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5., pid=28, masterSystemTime=1699780923208 2023-11-12T09:22:03,234 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:03,234 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:03,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=2ac3684e1b63d2f5295ad3b27c7acca5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:03,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:22:03,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5, server=jenkins-hbase3.apache.org,39107,1699780905331 in 181 msec 2023-11-12T09:22:03,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:22:03,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=2ac3684e1b63d2f5295ad3b27c7acca5, ASSIGN in 340 msec 2023-11-12T09:22:03,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:03,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780923242"}]},"ts":"1699780923242"} 2023-11-12T09:22:03,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:22:03,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:03,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 794 msec 2023-11-12T09:22:03,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:22:03,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:03,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809139432 2023-11-12T09:22:03,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997809139432 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:03,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809139433 2023-11-12T09:22:03,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809139433 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:03,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699780913943 2023-11-12T09:22:03,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699780913943 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:03,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809139431 2023-11-12T09:22:03,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997809139431 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:22:03,566 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:22:03,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:22:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:22:03,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:22:03,586 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:03,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:22:03,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:22:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:04,000 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f4f33dadb780445e49ece2b5e8c0f0df, NAME => 'backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing f4f33dadb780445e49ece2b5e8c0f0df, disabling compactions & flushes 2023-11-12T09:22:04,413 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. after waiting 0 ms 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,413 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,413 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for f4f33dadb780445e49ece2b5e8c0f0df: 2023-11-12T09:22:04,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:22:04,415 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699780924414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699780924414"}]},"ts":"1699780924414"} 2023-11-12T09:22:04,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:22:04,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:22:04,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780924418"}]},"ts":"1699780924418"} 2023-11-12T09:22:04,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:22:04,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f4f33dadb780445e49ece2b5e8c0f0df, ASSIGN}] 2023-11-12T09:22:04,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=f4f33dadb780445e49ece2b5e8c0f0df, ASSIGN 2023-11-12T09:22:04,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=f4f33dadb780445e49ece2b5e8c0f0df, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39107,1699780905331; forceNewPlan=false, retain=false 2023-11-12T09:22:04,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f4f33dadb780445e49ece2b5e8c0f0df, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:04,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure f4f33dadb780445e49ece2b5e8c0f0df, server=jenkins-hbase3.apache.org,39107,1699780905331}] 2023-11-12T09:22:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:04,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:04,739 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,740 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => f4f33dadb780445e49ece2b5e8c0f0df, NAME => 'backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:22:04,740 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:22:04,740 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,740 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:22:04,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,742 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,744 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f33dadb780445e49ece2b5e8c0f0df columnFamilyName meta 2023-11-12T09:22:04,744 DEBUG [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:04,745 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] regionserver.HStore(324): Store=f4f33dadb780445e49ece2b5e8c0f0df/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:04,745 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,746 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4f33dadb780445e49ece2b5e8c0f0df columnFamilyName session 2023-11-12T09:22:04,746 DEBUG [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:22:04,747 INFO [StoreOpener-f4f33dadb780445e49ece2b5e8c0f0df-1 {}] regionserver.HStore(324): Store=f4f33dadb780445e49ece2b5e8c0f0df/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:22:04,748 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system_bulk/f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,748 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system_bulk/f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,750 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:22:04,752 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:04,754 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system_bulk/f4f33dadb780445e49ece2b5e8c0f0df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:22:04,755 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened f4f33dadb780445e49ece2b5e8c0f0df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10702826400, jitterRate=-0.0032216161489486694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:22:04,756 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for f4f33dadb780445e49ece2b5e8c0f0df: 2023-11-12T09:22:04,756 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df., pid=31, masterSystemTime=1699780924735 2023-11-12T09:22:04,759 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:04,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f4f33dadb780445e49ece2b5e8c0f0df, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:04,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:22:04,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure f4f33dadb780445e49ece2b5e8c0f0df, server=jenkins-hbase3.apache.org,39107,1699780905331 in 178 msec 2023-11-12T09:22:04,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:22:04,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=f4f33dadb780445e49ece2b5e8c0f0df, ASSIGN in 337 msec 2023-11-12T09:22:04,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:22:04,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699780924767"}]},"ts":"1699780924767"} 2023-11-12T09:22:04,768 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:22:04,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:22:04,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1900 sec 2023-11-12T09:22:05,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:22:05,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997809139433' 2023-11-12T09:22:05,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:22:05,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997809139432' 2023-11-12T09:22:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:22:05,695 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:22:05,708 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:22:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39107 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:22:05,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780925743 (current time:1699780925743). 2023-11-12T09:22:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:22:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6c997b25 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa0c197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:05,757 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58326, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6c997b25 to 127.0.0.1:59315 2023-11-12T09:22:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:22:05,777 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:05,784 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:05,797 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot, current working dir path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:05,799 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:05,813 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:05,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5}] 2023-11-12T09:22:05,824 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:05,985 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:05,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39107 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:22:05,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:05,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 2ac3684e1b63d2f5295ad3b27c7acca5 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:22:06,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/56efb0965dd64ac9852c413d0e676c41 is 49, key is activesession:/session:c/1699780925729/Put/seqid=0 2023-11-12T09:22:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:06,087 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/56efb0965dd64ac9852c413d0e676c41 2023-11-12T09:22:06,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/56efb0965dd64ac9852c413d0e676c41 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41 2023-11-12T09:22:06,173 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:22:06,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 2ac3684e1b63d2f5295ad3b27c7acca5 in 189ms, sequenceid=5, compaction requested=false 2023-11-12T09:22:06,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 2ac3684e1b63d2f5295ad3b27c7acca5: 2023-11-12T09:22:06,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. for snapshot_backup_system completed. 2023-11-12T09:22:06,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:22:06,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:06,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:22:06,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41] hfiles 2023-11-12T09:22:06,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41 for snapshot=snapshot_backup_system 2023-11-12T09:22:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:06,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:06,613 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:22:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:22:06,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:06,618 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:06,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:22:06,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 in 802 msec 2023-11-12T09:22:06,621 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:06,623 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:06,626 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:06,626 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:22:06,629 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:22:06,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:22:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:07,055 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:07,068 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:07,068 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:22:07,070 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:07,070 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:22:07,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3030 sec 2023-11-12T09:22:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:22:07,887 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:22:07,887 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(115): Backup backup_1699780922298 started at 1699780927887. 2023-11-12T09:22:07,910 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(119): Backup session backup_1699780922298 has been started. 2023-11-12T09:22:07,912 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:22:07,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:22:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:22:07,929 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:22:07,929 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:22:07,930 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:22:07,930 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:22:07,931 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:07,931 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:07,934 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:07,934 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,934 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:07,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:07,934 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,934 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:22:07,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:07,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:07,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:22:07,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:07,936 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:22:07,938 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:22:07,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:22:07,939 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:22:07,939 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:22:07,940 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:22:07,940 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:22:07,940 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39107,1699780905331' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:22:07,942 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,942 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,942 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:07,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:07,943 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:07,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:07,944 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:07,944 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,944 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:22:07,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:07,946 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39107,1699780905331' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:22:07,946 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:22:07,946 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@8e267f2[Count = 0] remaining members to acquire global barrier 2023-11-12T09:22:07,946 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,948 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,948 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,948 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:07,948 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:22:07,948 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,948 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:22:07,950 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:22:07,950 DEBUG [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,950 INFO [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780907133 highest: 1699780907133 on jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,950 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331:(num 1699780907133) roll requested 2023-11-12T09:22:07,963 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780927950, exclude list is [], retry=0 2023-11-12T09:22:07,970 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:22:07,975 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780907133 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780927950 2023-11-12T09:22:07,976 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:22:07,976 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780907133 is not closed yet, will try archiving it next time 2023-11-12T09:22:07,976 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta:.meta(num 1699780907571) roll requested 2023-11-12T09:22:07,988 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta, exclude list is [], retry=0 2023-11-12T09:22:07,991 DEBUG [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-12T09:22:07,991 INFO [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780927950 on jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:07,992 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:22:07,992 DEBUG [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:07,994 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39682, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:22:07,995 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780907571.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta 2023-11-12T09:22:07,995 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:22:07,995 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780907571.meta is not closed yet, will try archiving it next time 2023-11-12T09:22:08,016 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:22:08,016 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39107,1699780905331' in zk 2023-11-12T09:22:08,021 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,021 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:22:08,021 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:08,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,021 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:22:08,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:08,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:08,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:08,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:08,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:08,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:08,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:08,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39107,1699780905331': 2023-11-12T09:22:08,026 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39107,1699780905331' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:22:08,026 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:22:08,026 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:22:08,026 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:22:08,026 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:22:08,026 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:22:08,028 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,028 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,029 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:08,029 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:08,029 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:08,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:08,030 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:08,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:08,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,031 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:08,032 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:08,034 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:08,043 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:08,043 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:08,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:08,044 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:08,044 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:08,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:22:08,044 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:08,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:22:08,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:08,046 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:22:08,046 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:22:08,147 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:22:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:22:08,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } 2023-11-12T09:22:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780928158 (current time:1699780928158). 2023-11-12T09:22:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780928156_ns3_test-16997809139432 VERSION not specified, setting to 2 2023-11-12T09:22:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4ee1e2e6 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f27fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:08,168 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58328, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4ee1e2e6 to 127.0.0.1:59315 2023-11-12T09:22:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } 2023-11-12T09:22:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:22:08,174 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:08,175 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:08,178 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot, current working dir path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780928156_ns3_test-16997809139432 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:08,180 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:08,592 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:08,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156}] 2023-11-12T09:22:08,595 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:08,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:08,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39107 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:22:08,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for a31537875e068ba7a1319fdd777e9156: 2023-11-12T09:22:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. for snapshot_1699780928156_ns3_test-16997809139432 completed. 2023-11-12T09:22:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.' region-info for snapshot=snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:08,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:22:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:09,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:09,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:22:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:22:09,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780928156_ns3_test-16997809139432 on region a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:09,162 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:22:09,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 in 571 msec 2023-11-12T09:22:09,165 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:09,166 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:09,167 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:09,167 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:09,168 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:09,186 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:09,192 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:09,193 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780928156_ns3_test-16997809139432 to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:09,194 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:09,194 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:22:09,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699780928156_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } in 1.0230 sec 2023-11-12T09:22:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:22:09,280 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-16997809139432, procId: 34 completed 2023-11-12T09:22:09,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } 2023-11-12T09:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780929281 (current time:1699780929281). 2023-11-12T09:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780929281_ns4_test-16997809139433 VERSION not specified, setting to 2 2023-11-12T09:22:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4331b66d to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2069a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:09,292 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58330, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4331b66d to 127.0.0.1:59315 2023-11-12T09:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } 2023-11-12T09:22:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:22:09,298 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:22:09,299 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:09,303 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot, current working dir path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780929281_ns4_test-16997809139433 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:09,306 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:22:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:22:09,717 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:09,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 280082a50704c169654c764d5befcf20}] 2023-11-12T09:22:09,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 280082a50704c169654c764d5befcf20 2023-11-12T09:22:09,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:09,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39107 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:22:09,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 280082a50704c169654c764d5befcf20: 2023-11-12T09:22:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. for snapshot_1699780929281_ns4_test-16997809139433 completed. 2023-11-12T09:22:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20.' region-info for snapshot=snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:09,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:22:09,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:09,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:22:09,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780929281_ns4_test-16997809139433 on region 280082a50704c169654c764d5befcf20 2023-11-12T09:22:09,887 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 280082a50704c169654c764d5befcf20 2023-11-12T09:22:09,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:22:09,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 280082a50704c169654c764d5befcf20 in 171 msec 2023-11-12T09:22:09,890 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:09,890 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:09,891 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:09,891 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:09,892 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:22:09,906 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:09,912 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:09,913 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780929281_ns4_test-16997809139433 to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:09,914 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:09,914 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:22:09,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1699780929281_ns4_test-16997809139433 table=ns4:test-16997809139433 type=FLUSH ttl=0 } in 620 msec 2023-11-12T09:22:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:22:10,405 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns4:test-16997809139433, procId: 36 completed 2023-11-12T09:22:10,405 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780922298 2023-11-12T09:22:10,405 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:22:10,407 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-11-12T09:22:10,409 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780922298_ns4:test-16997809139433 2023-11-12T09:22:10,410 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780929281_ns4_test-16997809139433 to hdfs://localhost:33135/backupUT/backup_1699780922298/ns4/test-16997809139433/ 2023-11-12T09:22:10,419 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:22:10,450 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:10,450 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37933,1699780902235_1368681171_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33135/backupUT/backup_1699780922298/ns4/test-16997809139433, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33135/backupUT/backup_1699780922298/ns4/test-16997809139433/.hbase-snapshot/.tmp/snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:10,450 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586, snapshotDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780929281_ns4_test-16997809139433. 2023-11-12T09:22:10,457 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780929281_ns4_test-16997809139433 to hdfs://localhost:33135/backupUT/backup_1699780922298/ns4/test-16997809139433/.hbase-snapshot/.tmp/snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:10,891 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:10,892 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:10,893 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:10,893 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,889 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop-2050687790891222317.jar 2023-11-12T09:22:11,890 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,890 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,891 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,892 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,892 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,893 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,893 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,894 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,894 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:11,895 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:22:11,896 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:22:11,897 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:22:11,898 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:22:11,898 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:22:11,899 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:22:11,899 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:22:11,900 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:22:11,900 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:22:11,901 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:22:11,901 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:22:11,902 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:22:11,906 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:11,907 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:11,907 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:11,908 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:11,908 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:11,909 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:11,910 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:11,977 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:22:12,000 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780929281_ns4_test-16997809139433' hfile list 2023-11-12T09:22:12,211 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780932164/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:22:12,212 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780932164/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:22:13,282 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:22:13,283 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:22:13,290 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:13,290 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780929281_ns4_test-16997809139433 finished. 2023-11-12T09:22:13,290 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780922298_ns3:test-16997809139432 2023-11-12T09:22:13,290 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780928156_ns3_test-16997809139432 to hdfs://localhost:33135/backupUT/backup_1699780922298/ns3/test-16997809139432/ 2023-11-12T09:22:13,290 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:22:13,315 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:13,315 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37933,1699780902235_-239575504_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33135/backupUT/backup_1699780922298/ns3/test-16997809139432, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33135/backupUT/backup_1699780922298/ns3/test-16997809139432/.hbase-snapshot/.tmp/snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:13,315 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586, snapshotDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780928156_ns3_test-16997809139432. 2023-11-12T09:22:13,322 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780928156_ns3_test-16997809139432 to hdfs://localhost:33135/backupUT/backup_1699780922298/ns3/test-16997809139432/.hbase-snapshot/.tmp/snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:13,343 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:13,343 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:13,344 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:13,345 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:13,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:22:13,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:22:14,344 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop-7688285090522155583.jar 2023-11-12T09:22:14,344 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,345 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,345 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,346 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,347 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,347 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,347 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,348 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:14,349 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:22:14,349 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:22:14,350 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:22:14,350 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:22:14,350 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:22:14,351 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:22:14,351 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:22:14,352 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:22:14,352 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:22:14,353 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:22:14,353 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:22:14,354 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:22:14,354 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:14,355 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:14,356 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:14,356 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:14,356 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:14,357 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:14,358 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:14,384 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:22:14,403 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780928156_ns3_test-16997809139432' hfile list 2023-11-12T09:22:14,483 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780934449/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:22:14,483 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780934449/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:22:15,524 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:22:15,525 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:22:15,532 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:15,532 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780928156_ns3_test-16997809139432 finished. 2023-11-12T09:22:15,533 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1034): ns4:test-16997809139433 2023-11-12T09:22:15,533 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1034): ns3:test-16997809139432 2023-11-12T09:22:15,605 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780922298 2023-11-12T09:22:15,605 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:22:16,023 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33135/backupUT/backup_1699780922298/.backup.manifest 2023-11-12T09:22:16,023 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780922298 2023-11-12T09:22:16,023 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:22:16,435 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33135/backupUT/backup_1699780922298/.backup.manifest 2023-11-12T09:22:16,435 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(358): Backup backup_1699780922298 finished: type=FULL,tablelist=ns4:test-16997809139433;ns3:test-16997809139432,targetRootDir=hdfs://localhost:33135/backupUT,startts=1699780927887,completets=1699780935602,bytescopied=0 2023-11-12T09:22:16,435 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:22:16,435 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:16,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780929281_ns4_test-16997809139433" 2023-11-12T09:22:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780929281_ns4_test-16997809139433 2023-11-12T09:22:16,451 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780929281_ns4_test-16997809139433 for backup backup_1699780922298 succeeded. 2023-11-12T09:22:16,451 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:16,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780928156_ns3_test-16997809139432" 2023-11-12T09:22:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780928156_ns3_test-16997809139432 2023-11-12T09:22:16,456 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780928156_ns3_test-16997809139432 for backup backup_1699780922298 succeeded. 2023-11-12T09:22:16,457 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:22:16,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:22:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:22:16,474 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:22:16,481 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:22:16,498 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(376): Backup backup_1699780922298 completed. 2023-11-12T09:22:16,499 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:22:16,499 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x787c1d7f to 127.0.0.1:59315 2023-11-12T09:22:16,499 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:16,519 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMultipleEmpty Thread=592 (was 587) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1439181504_16 at /127.0.0.1:55030 [Receiving block BP-1284692007-172.31.12.81-1699780898548:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2091046930_16 at /127.0.0.1:55096 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x787c1d7f-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: (jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2091046930_16 at /127.0.0.1:55006 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1284692007-172.31.12.81-1699780898548:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1439181504_16 at /127.0.0.1:55024 [Receiving block BP-1284692007-172.31.12.81-1699780898548:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1284692007-172.31.12.81-1699780898548:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x787c1d7f-SendThread(127.0.0.1:59315) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x787c1d7f java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/2020882599.run(Unknown Source) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=701 (was 694) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=190 (was 215), ProcessCount=172 (was 172), AvailableMemoryMB=5486 (was 5556) 2023-11-12T09:22:16,519 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-11-12T09:22:16,534 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=592, OpenFileDescriptor=701, MaxFileDescriptor=60000, SystemLoadAverage=190, ProcessCount=172, AvailableMemoryMB=5486 2023-11-12T09:22:16,534 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2023-11-12T09:22:16,534 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(93): create full backup fails on tableset containing real and fake table 2023-11-12T09:22:16,536 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3b9dde71 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:16,545 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d33861a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:16,550 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:16,551 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:16,553 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3b9dde71 to 127.0.0.1:59315 2023-11-12T09:22:16,553 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:16,571 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupMixExistAndDNE Thread=595 (was 592) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x3b9dde71-SendThread(127.0.0.1:59315) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x3b9dde71 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$537/2020882599.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59315@0x3b9dde71-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) - Thread LEAK? -, OpenFileDescriptor=705 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=190 (was 190), ProcessCount=172 (was 172), AvailableMemoryMB=5484 (was 5486) 2023-11-12T09:22:16,571 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-11-12T09:22:16,585 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(147): before: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=595, OpenFileDescriptor=705, MaxFileDescriptor=60000, SystemLoadAverage=190, ProcessCount=172, AvailableMemoryMB=5483 2023-11-12T09:22:16,585 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=595 is superior to 500 2023-11-12T09:22:16,586 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(48): create full backup image on single table 2023-11-12T09:22:16,587 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x750878ec to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:16,592 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4109cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:16,595 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:16,597 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46660, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:16,599 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:22:16,602 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36566, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:22:16,616 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:22:16,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780936622 (current time:1699780936622). 2023-11-12T09:22:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:22:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x344a54f0 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137e672c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:16,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46664, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x344a54f0 to 127.0.0.1:59315 2023-11-12T09:22:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:22:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:22:16,636 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:16,637 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:16,640 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot, current working dir path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:16,642 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:16,648 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:16,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5}] 2023-11-12T09:22:16,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:16,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:16,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39107 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:22:16,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:16,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 2ac3684e1b63d2f5295ad3b27c7acca5 2/2 column families, dataSize=1.51 KB heapSize=2.81 KB 2023-11-12T09:22:16,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/a4688861d1a04e9aafe47a8d5ea9544c is 171, key is trslm:hdfs://localhost:33135/backupUT\x00ns3:test-16997809139432/meta:log-roll-map/1699780935592/Put/seqid=0 2023-11-12T09:22:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:17,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=792 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/a4688861d1a04e9aafe47a8d5ea9544c 2023-11-12T09:22:17,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/ab6b164778b944e0b1400c15817b164a is 458, key is session:backup_1699780922298/session:context/1699780936480/Put/seqid=0 2023-11-12T09:22:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:17,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/ab6b164778b944e0b1400c15817b164a 2023-11-12T09:22:17,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/a4688861d1a04e9aafe47a8d5ea9544c as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/a4688861d1a04e9aafe47a8d5ea9544c 2023-11-12T09:22:17,655 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/a4688861d1a04e9aafe47a8d5ea9544c, entries=6, sequenceid=17, filesize=5.8 K 2023-11-12T09:22:17,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/ab6b164778b944e0b1400c15817b164a as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/ab6b164778b944e0b1400c15817b164a 2023-11-12T09:22:17,664 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/ab6b164778b944e0b1400c15817b164a, entries=2, sequenceid=17, filesize=5.4 K 2023-11-12T09:22:17,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1546, heapSize ~2.78 KB/2848, currentSize=0 B/0 for 2ac3684e1b63d2f5295ad3b27c7acca5 in 863ms, sequenceid=17, compaction requested=false 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 2ac3684e1b63d2f5295ad3b27c7acca5: 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. for snapshot_backup_system completed. 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/a4688861d1a04e9aafe47a8d5ea9544c] hfiles 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/a4688861d1a04e9aafe47a8d5ea9544c for snapshot=snapshot_backup_system 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41, hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/ab6b164778b944e0b1400c15817b164a] hfiles 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/56efb0965dd64ac9852c413d0e676c41 for snapshot=snapshot_backup_system 2023-11-12T09:22:17,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/ab6b164778b944e0b1400c15817b164a for snapshot=snapshot_backup_system 2023-11-12T09:22:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:18,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:18,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:22:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:22:18,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:18,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:18,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:22:18,077 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:18,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 2ac3684e1b63d2f5295ad3b27c7acca5 in 1.4270 sec 2023-11-12T09:22:18,077 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:18,078 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:18,078 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:22:18,079 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:22:18,491 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:18,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:18,500 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:22:18,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:18,501 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:22:18,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8680 sec 2023-11-12T09:22:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:22:18,744 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-11-12T09:22:18,744 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(115): Backup backup_1699780936592 started at 1699780938744. 2023-11-12T09:22:18,746 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(119): Backup session backup_1699780936592 has been started. 2023-11-12T09:22:18,752 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:22:18,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:22:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:22:18,753 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:22:18,754 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:22:18,755 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:22:18,755 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:22:18,755 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,755 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:18,760 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:18,760 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,760 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:18,760 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:18,761 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,761 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:22:18,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:18,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:22:18,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:18,762 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:22:18,762 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:22:18,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:22:18,762 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:22:18,762 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:22:18,763 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:22:18,763 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:22:18,763 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,39107,1699780905331' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:22:18,765 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,765 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:18,766 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,766 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:22:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:18,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:18,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:18,768 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,39107,1699780905331' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:22:18,768 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@606c9de7[Count = 0] remaining members to acquire global barrier 2023-11-12T09:22:18,768 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:22:18,768 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,770 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,770 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,770 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:22:18,771 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,771 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:22:18,771 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:22:18,771 DEBUG [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,771 INFO [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699780927950 highest: 1699780927950 on jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,771 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331:(num 1699780927950) roll requested 2023-11-12T09:22:18,782 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780938771, exclude list is [], retry=0 2023-11-12T09:22:18,787 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:22:18,789 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780927950 with entries=10, filesize=2.58 KB; new WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780938771 2023-11-12T09:22:18,789 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:22:18,789 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.1699780927950 is not closed yet, will try archiving it next time 2023-11-12T09:22:18,789 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta:.meta(num 1699780927976) roll requested 2023-11-12T09:22:18,800 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780938789.meta, exclude list is [], retry=0 2023-11-12T09:22:18,804 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK] 2023-11-12T09:22:18,805 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780938789.meta 2023-11-12T09:22:18,805 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35017,DS-68c9b0b5-e3b8-4fb2-b80c-cce160729d40,DISK]] 2023-11-12T09:22:18,805 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta is not closed yet, will try archiving it next time 2023-11-12T09:22:18,809 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/WALs/jenkins-hbase3.apache.org,39107,1699780905331/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/oldWALs/jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta.1699780927976.meta 2023-11-12T09:22:18,811 DEBUG [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:22:18,811 INFO [rs(jenkins-hbase3.apache.org,39107,1699780905331)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699780938771 on jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,824 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:22:18,824 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,39107,1699780905331' in zk 2023-11-12T09:22:18,827 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,827 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:22:18,827 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:18,827 DEBUG [member: 'jenkins-hbase3.apache.org,39107,1699780905331' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:22:18,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:18,828 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:18,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:18,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:18,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,830 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:18,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,832 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,39107,1699780905331': 2023-11-12T09:22:18,832 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:22:18,832 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,39107,1699780905331' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:22:18,832 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:22:18,832 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:22:18,832 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:22:18,832 INFO [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:22:18,834 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,835 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,835 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:18,835 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:22:18,835 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:18,835 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:18,836 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:22:18,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,837 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:22:18,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:22:18,839 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:22:18,843 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:22:18,843 DEBUG [(jenkins-hbase3.apache.org,37933,1699780902235)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:22:18,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:22:18,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:22:18,844 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:22:18,844 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:22:18,844 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:22:18,844 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:22:18,845 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:22:18,845 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:22:18,845 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:22:18,845 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:22:18,945 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:22:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:22:18,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } 2023-11-12T09:22:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699780938950 (current time:1699780938950). 2023-11-12T09:22:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:22:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699780938949_ns3_test-16997809139432 VERSION not specified, setting to 2 2023-11-12T09:22:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7f504023 to 127.0.0.1:59315 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:22:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3a4e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:22:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:22:18,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:46678, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:22:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7f504023 to 127.0.0.1:59315 2023-11-12T09:22:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:22:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } 2023-11-12T09:22:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:22:18,969 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:22:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:22:18,970 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:22:18,972 WARN [PEWorker-5 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot, current working dir path: hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780938949_ns3_test-16997809139432 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:22:18,974 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:22:18,980 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:22:18,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156}] 2023-11-12T09:22:18,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:22:19,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:19,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39107 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-11-12T09:22:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for a31537875e068ba7a1319fdd777e9156: 2023-11-12T09:22:19,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. for snapshot_1699780938949_ns3_test-16997809139432 completed. 2023-11-12T09:22:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156.' region-info for snapshot=snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:22:19,135 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:22:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:22:19,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:19,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-11-12T09:22:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster(4026): Remote procedure done, pid=41 2023-11-12T09:22:19,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699780938949_ns3_test-16997809139432 on region a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:19,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:19,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-11-12T09:22:19,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure a31537875e068ba7a1319fdd777e9156 in 564 msec 2023-11-12T09:22:19,546 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:22:19,547 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:22:19,548 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:22:19,548 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:19,549 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:19,559 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:22:19,564 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:22:19,565 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/.tmp/snapshot_1699780938949_ns3_test-16997809139432 to hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:19,566 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:22:19,566 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-11-12T09:22:19,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_1699780938949_ns3_test-16997809139432 table=ns3:test-16997809139432 type=FLUSH ttl=0 } in 601 msec 2023-11-12T09:22:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=40 2023-11-12T09:22:19,573 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: ns3:test-16997809139432, procId: 40 completed 2023-11-12T09:22:19,573 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699780936592 2023-11-12T09:22:19,573 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:22:19,573 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:22:19,573 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699780936592_ns3:test-16997809139432 2023-11-12T09:22:19,573 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699780938949_ns3_test-16997809139432 to hdfs://localhost:33135/backupUT/backup_1699780936592/ns3/test-16997809139432/ 2023-11-12T09:22:19,574 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:22:19,597 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586 2023-11-12T09:22:19,597 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37933,1699780902235_1087918077_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:33135/backupUT/backup_1699780936592/ns3/test-16997809139432, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:33135/backupUT/backup_1699780936592/ns3/test-16997809139432/.hbase-snapshot/.tmp/snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:19,597 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:33135, inputRoot=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586, snapshotDir=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780938949_ns3_test-16997809139432. 2023-11-12T09:22:19,605 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/.hbase-snapshot/snapshot_1699780938949_ns3_test-16997809139432 to hdfs://localhost:33135/backupUT/backup_1699780936592/ns3/test-16997809139432/.hbase-snapshot/.tmp/snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:20,034 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:20,035 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:20,035 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:20,036 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,007 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop-224414010398294419.jar 2023-11-12T09:22:21,008 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,008 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,009 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,009 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,010 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,010 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,010 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,011 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,011 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:22:21,012 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:22:21,013 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:22:21,013 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:22:21,013 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:22:21,014 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:22:21,015 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:22:21,015 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:22:21,015 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:22:21,016 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:22:21,016 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:22:21,017 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:22:21,017 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:22:21,018 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:21,019 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:21,019 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:21,020 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:21,020 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:22:21,021 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:21,021 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:22:21,047 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:22:21,065 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699780938949_ns3_test-16997809139432' hfile list 2023-11-12T09:22:21,145 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780941111/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:22:21,145 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/mapreduce.cluster.local.dir/1699780941111/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:22:21,542 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:22:21,544 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:36572, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:22:22,175 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:22:22,176 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:22:22,182 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:22,182 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699780938949_ns3_test-16997809139432 finished. 2023-11-12T09:22:22,182 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1034): ns3:test-16997809139432 2023-11-12T09:22:22,190 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699780936592 2023-11-12T09:22:22,190 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:22:22,596 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:33135/backupUT/backup_1699780936592/.backup.manifest 2023-11-12T09:22:22,596 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(358): Backup backup_1699780936592 finished: type=FULL,tablelist=ns3:test-16997809139432,targetRootDir=hdfs://localhost:33135/backupUT,startts=1699780938744,completets=1699780942190,bytescopied=0 2023-11-12T09:22:22,596 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:22:22,596 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:22,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699780938949_ns3_test-16997809139432" 2023-11-12T09:22:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699780938949_ns3_test-16997809139432 2023-11-12T09:22:22,604 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699780938949_ns3_test-16997809139432 for backup backup_1699780936592 succeeded. 2023-11-12T09:22:22,605 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:22:22,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:22:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:22:22,613 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:22:22,616 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:22:22,622 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] impl.TableBackupClient(376): Backup backup_1699780936592 completed. 2023-11-12T09:22:22,622 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:22:22,622 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x750878ec to 127.0.0.1:59315 2023-11-12T09:22:22,622 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:22,622 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] backup.TestBackupBoundaryTests(50): Finished Backup backup_1699780936592 2023-11-12T09:22:22,639 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(175): after: backup.TestBackupBoundaryTests#testFullBackupSingleEmpty Thread=593 (was 595), OpenFileDescriptor=714 (was 705) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=190 (was 190), ProcessCount=172 (was 172), AvailableMemoryMB=5453 (was 5483) 2023-11-12T09:22:22,639 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2023-11-12T09:22:22,648 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:22:22,648 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:22:22,648 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5beb6c26 to 127.0.0.1:59315 2023-11-12T09:22:22,648 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:22,648 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:22:22,648 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] util.JVMClusterUtil(257): Found active master hash=2039053363, stopped=false 2023-11-12T09:22:22,648 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:22:22,650 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:22:22,650 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-11-12T09:22:22,650 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:22,650 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:22,650 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:22:22,651 DEBUG [Listener at jenkins-hbase3.apache.org/33597 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:22,651 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39107,1699780905331' ***** 2023-11-12T09:22:22,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:22,651 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:22:22,651 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:22:22,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:22:22,664 INFO [RS:0;jenkins-hbase3:39107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4d0af084{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:22:22,669 INFO [RS:0;jenkins-hbase3:39107 {}] server.AbstractConnector(383): Stopped ServerConnector@74cfb0b2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:22:22,669 INFO [RS:0;jenkins-hbase3:39107 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:22:22,670 INFO [RS:0;jenkins-hbase3:39107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@81e1ece{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:22:22,670 INFO [RS:0;jenkins-hbase3:39107 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3390b1e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir/,STOPPED} 2023-11-12T09:22:22,673 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:22:22,673 INFO [RS:0;jenkins-hbase3:39107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:22:22,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:22:22,673 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:22:22,673 INFO [RS:0;jenkins-hbase3:39107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:22:22,673 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for 280082a50704c169654c764d5befcf20 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for 2ac3684e1b63d2f5295ad3b27c7acca5 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for f4f33dadb780445e49ece2b5e8c0f0df 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for 82c8c074fa165e96e27faecd4a0fa9b9 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for a31537875e068ba7a1319fdd777e9156 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for f3746a83dd0ded502e9da9c42168005f 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for f86c5af98c2bd979451727c829088743 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:22:22,674 DEBUG [RS:0;jenkins-hbase3:39107 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:22,674 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 280082a50704c169654c764d5befcf20, disabling compactions & flushes 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:22:22,674 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:22:22,674 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:22:22,674 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. after waiting 0 ms 2023-11-12T09:22:22,674 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:22,674 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:22:22,675 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1583): Online Regions={280082a50704c169654c764d5befcf20=ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20., 2ac3684e1b63d2f5295ad3b27c7acca5=backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5., f4f33dadb780445e49ece2b5e8c0f0df=backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df., 82c8c074fa165e96e27faecd4a0fa9b9=test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9., a31537875e068ba7a1319fdd777e9156=ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156., 1588230740=hbase:meta,,1.1588230740, f3746a83dd0ded502e9da9c42168005f=hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f., f86c5af98c2bd979451727c829088743=ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.} 2023-11-12T09:22:22,675 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:22:22,675 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:22:22,675 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:22:22,675 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:22:22,675 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:22:22,675 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-12T09:22:22,676 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 280082a50704c169654c764d5befcf20, 2ac3684e1b63d2f5295ad3b27c7acca5, 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f4f33dadb780445e49ece2b5e8c0f0df, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:22,680 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns4/test-16997809139433/280082a50704c169654c764d5befcf20/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2023-11-12T09:22:22,681 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:22,682 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 280082a50704c169654c764d5befcf20: 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997809139433,,1699780920028.280082a50704c169654c764d5befcf20. 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2ac3684e1b63d2f5295ad3b27c7acca5, disabling compactions & flushes 2023-11-12T09:22:22,682 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. after waiting 0 ms 2023-11-12T09:22:22,682 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:22,682 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 2ac3684e1b63d2f5295ad3b27c7acca5 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-11-12T09:22:22,686 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:22:22,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/e69837c700a34adc956b30ea4073e743 is 171, key is trslm:hdfs://localhost:33135/backupUT\x00ns3:test-16997809139432/meta:log-roll-map/1699780942185/Put/seqid=0 2023-11-12T09:22:22,704 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/info/7863aee45fae4089ba690944157fa419 is 159, key is ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743./info:regioninfo/1699780917904/Put/seqid=0 2023-11-12T09:22:22,709 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/info/7863aee45fae4089ba690944157fa419 2023-11-12T09:22:22,743 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/table/c72d9f6e97174b69973f3c2e90df76a0 is 59, key is ns2:test-16997809139431/table:state/1699780917913/Put/seqid=0 2023-11-12T09:22:22,876 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ac3684e1b63d2f5295ad3b27c7acca5, 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f4f33dadb780445e49ece2b5e8c0f0df, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:22,983 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:22:22,983 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:22:23,077 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2ac3684e1b63d2f5295ad3b27c7acca5, 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f4f33dadb780445e49ece2b5e8c0f0df, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:23,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/e69837c700a34adc956b30ea4073e743 2023-11-12T09:22:23,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/6b271eb3f24a4b3fbb2746cfd02d2398 is 380, key is session:backup_1699780936592/session:context/1699780942614/Put/seqid=0 2023-11-12T09:22:23,149 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/table/c72d9f6e97174b69973f3c2e90df76a0 2023-11-12T09:22:23,156 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/info/7863aee45fae4089ba690944157fa419 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/info/7863aee45fae4089ba690944157fa419 2023-11-12T09:22:23,162 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/info/7863aee45fae4089ba690944157fa419, entries=70, sequenceid=39, filesize=14.1 K 2023-11-12T09:22:23,164 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/.tmp/table/c72d9f6e97174b69973f3c2e90df76a0 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/table/c72d9f6e97174b69973f3c2e90df76a0 2023-11-12T09:22:23,170 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/table/c72d9f6e97174b69973f3c2e90df76a0, entries=14, sequenceid=39, filesize=5.8 K 2023-11-12T09:22:23,172 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=39, compaction requested=false 2023-11-12T09:22:23,180 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-12T09:22:23,181 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:23,181 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:22:23,181 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:22:23,181 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:22:23,181 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:22:23,277 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 2ac3684e1b63d2f5295ad3b27c7acca5, 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f4f33dadb780445e49ece2b5e8c0f0df, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:23,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:22:23,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:22:23,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997809139433 2023-11-12T09:22:23,477 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 2ac3684e1b63d2f5295ad3b27c7acca5, 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f4f33dadb780445e49ece2b5e8c0f0df, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:23,511 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=601 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/6b271eb3f24a4b3fbb2746cfd02d2398 2023-11-12T09:22:23,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/meta/e69837c700a34adc956b30ea4073e743 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/e69837c700a34adc956b30ea4073e743 2023-11-12T09:22:23,524 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/meta/e69837c700a34adc956b30ea4073e743, entries=4, sequenceid=27, filesize=5.6 K 2023-11-12T09:22:23,526 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/.tmp/session/6b271eb3f24a4b3fbb2746cfd02d2398 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/6b271eb3f24a4b3fbb2746cfd02d2398 2023-11-12T09:22:23,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/session/6b271eb3f24a4b3fbb2746cfd02d2398, entries=2, sequenceid=27, filesize=5.3 K 2023-11-12T09:22:23,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1059, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 2ac3684e1b63d2f5295ad3b27c7acca5 in 852ms, sequenceid=27, compaction requested=true 2023-11-12T09:22:23,547 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system/2ac3684e1b63d2f5295ad3b27c7acca5/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:22:23,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:23,548 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:23,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2ac3684e1b63d2f5295ad3b27c7acca5: 2023-11-12T09:22:23,548 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699780922452.2ac3684e1b63d2f5295ad3b27c7acca5. 2023-11-12T09:22:23,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f4f33dadb780445e49ece2b5e8c0f0df, disabling compactions & flushes 2023-11-12T09:22:23,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:23,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:23,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. after waiting 0 ms 2023-11-12T09:22:23,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:23,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/backup/system_bulk/f4f33dadb780445e49ece2b5e8c0f0df/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:22:23,554 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:23,554 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:23,554 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f4f33dadb780445e49ece2b5e8c0f0df: 2023-11-12T09:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699780923582.f4f33dadb780445e49ece2b5e8c0f0df. 2023-11-12T09:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 82c8c074fa165e96e27faecd4a0fa9b9, disabling compactions & flushes 2023-11-12T09:22:23,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. after waiting 0 ms 2023-11-12T09:22:23,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:22:23,555 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 82c8c074fa165e96e27faecd4a0fa9b9 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:22:23,571 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/.tmp/f/d876195c0d5642249bb6263f3e2407b8 is 37, key is row10/f:q1/1699780916598/Put/seqid=0 2023-11-12T09:22:23,677 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-11-12T09:22:23,677 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1583): Online Regions={82c8c074fa165e96e27faecd4a0fa9b9=test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9., a31537875e068ba7a1319fdd777e9156=ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156., f3746a83dd0ded502e9da9c42168005f=hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f., f86c5af98c2bd979451727c829088743=ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.} 2023-11-12T09:22:23,678 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:23,878 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on 82c8c074fa165e96e27faecd4a0fa9b9, a31537875e068ba7a1319fdd777e9156, f3746a83dd0ded502e9da9c42168005f, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:23,977 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/.tmp/f/d876195c0d5642249bb6263f3e2407b8 2023-11-12T09:22:23,985 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/.tmp/f/d876195c0d5642249bb6263f3e2407b8 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/f/d876195c0d5642249bb6263f3e2407b8 2023-11-12T09:22:23,992 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/f/d876195c0d5642249bb6263f3e2407b8, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:22:23,993 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 82c8c074fa165e96e27faecd4a0fa9b9 in 438ms, sequenceid=103, compaction requested=false 2023-11-12T09:22:23,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/default/test-1699780913943/82c8c074fa165e96e27faecd4a0fa9b9/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:22:24,000 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:24,000 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:22:24,000 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 82c8c074fa165e96e27faecd4a0fa9b9: 2023-11-12T09:22:24,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699780913943,,1699780914429.82c8c074fa165e96e27faecd4a0fa9b9. 2023-11-12T09:22:24,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing a31537875e068ba7a1319fdd777e9156, disabling compactions & flushes 2023-11-12T09:22:24,001 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:24,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:24,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. after waiting 0 ms 2023-11-12T09:22:24,001 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:24,004 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns3/test-16997809139432/a31537875e068ba7a1319fdd777e9156/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-11-12T09:22:24,005 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:24,006 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for a31537875e068ba7a1319fdd777e9156: 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997809139432,,1699780918906.a31537875e068ba7a1319fdd777e9156. 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f3746a83dd0ded502e9da9c42168005f, disabling compactions & flushes 2023-11-12T09:22:24,006 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. after waiting 0 ms 2023-11-12T09:22:24,006 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:22:24,007 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f3746a83dd0ded502e9da9c42168005f 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:22:24,021 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/.tmp/info/d25bbc88ae7c46d389ff0bd7dd767750 is 45, key is default/info:d/1699780908831/Put/seqid=0 2023-11-12T09:22:24,078 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on f3746a83dd0ded502e9da9c42168005f, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:24,278 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on f3746a83dd0ded502e9da9c42168005f, f86c5af98c2bd979451727c829088743 2023-11-12T09:22:24,427 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/.tmp/info/d25bbc88ae7c46d389ff0bd7dd767750 2023-11-12T09:22:24,434 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/.tmp/info/d25bbc88ae7c46d389ff0bd7dd767750 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/info/d25bbc88ae7c46d389ff0bd7dd767750 2023-11-12T09:22:24,439 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/info/d25bbc88ae7c46d389ff0bd7dd767750, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:22:24,440 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for f3746a83dd0ded502e9da9c42168005f in 434ms, sequenceid=11, compaction requested=false 2023-11-12T09:22:24,446 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/hbase/namespace/f3746a83dd0ded502e9da9c42168005f/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:22:24,447 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:24,447 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f3746a83dd0ded502e9da9c42168005f: 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699780907852.f3746a83dd0ded502e9da9c42168005f. 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f86c5af98c2bd979451727c829088743, disabling compactions & flushes 2023-11-12T09:22:24,448 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. after waiting 0 ms 2023-11-12T09:22:24,448 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:22:24,449 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f86c5af98c2bd979451727c829088743 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:22:24,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/.tmp/f/5b7fb984f27e4bd6a0dc79827cbadb06 is 37, key is row10/f:q1/1699780918832/Put/seqid=0 2023-11-12T09:22:24,479 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on f86c5af98c2bd979451727c829088743 2023-11-12T09:22:24,679 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1579): Waiting on 1 regions to close 2023-11-12T09:22:24,679 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1583): Online Regions={f86c5af98c2bd979451727c829088743=ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743.} 2023-11-12T09:22:24,679 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on f86c5af98c2bd979451727c829088743 2023-11-12T09:22:24,869 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/.tmp/f/5b7fb984f27e4bd6a0dc79827cbadb06 2023-11-12T09:22:24,876 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/.tmp/f/5b7fb984f27e4bd6a0dc79827cbadb06 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/f/5b7fb984f27e4bd6a0dc79827cbadb06 2023-11-12T09:22:24,879 DEBUG [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1609): Waiting on f86c5af98c2bd979451727c829088743 2023-11-12T09:22:24,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/f/5b7fb984f27e4bd6a0dc79827cbadb06, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:22:24,883 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f86c5af98c2bd979451727c829088743 in 435ms, sequenceid=103, compaction requested=false 2023-11-12T09:22:24,889 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/data/ns2/test-16997809139431/f86c5af98c2bd979451727c829088743/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:22:24,890 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:22:24,891 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:22:24,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f86c5af98c2bd979451727c829088743: 2023-11-12T09:22:24,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997809139431,,1699780916701.f86c5af98c2bd979451727c829088743. 2023-11-12T09:22:25,079 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39107,1699780905331; all regions closed. 2023-11-12T09:22:25,087 DEBUG [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/oldWALs 2023-11-12T09:22:25,088 INFO [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331.meta:.meta(num 1699780938789) 2023-11-12T09:22:25,094 DEBUG [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/oldWALs 2023-11-12T09:22:25,094 INFO [RS:0;jenkins-hbase3:39107 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39107%2C1699780905331:(num 1699780938771) 2023-11-12T09:22:25,094 DEBUG [RS:0;jenkins-hbase3:39107 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:25,094 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:22:25,095 INFO [RS:0;jenkins-hbase3:39107 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-12T09:22:25,095 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:22:25,096 INFO [RS:0;jenkins-hbase3:39107 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39107 2023-11-12T09:22:25,105 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,39107,1699780905331 2023-11-12T09:22:25,105 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:22:25,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39107,1699780905331] 2023-11-12T09:22:25,108 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39107,1699780905331; numProcessing=1 2023-11-12T09:22:25,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,39107,1699780905331 already deleted, retry=false 2023-11-12T09:22:25,109 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,39107,1699780905331 expired; onlineServers=0 2023-11-12T09:22:25,109 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,37933,1699780902235' ***** 2023-11-12T09:22:25,109 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:22:25,110 DEBUG [M:0;jenkins-hbase3:37933 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ff41e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:22:25,110 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:22:25,117 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-11-12T09:22:25,117 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:22:25,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:22:25,154 INFO [M:0;jenkins-hbase3:37933 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@8f84a63{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:22:25,154 INFO [M:0;jenkins-hbase3:37933 {}] server.AbstractConnector(383): Stopped ServerConnector@1d9dd290{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:22:25,154 INFO [M:0;jenkins-hbase3:37933 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:22:25,155 INFO [M:0;jenkins-hbase3:37933 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@105be11a{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:22:25,156 INFO [M:0;jenkins-hbase3:37933 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6aa70627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/hadoop.log.dir/,STOPPED} 2023-11-12T09:22:25,156 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37933,1699780902235 2023-11-12T09:22:25,156 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37933,1699780902235; all regions closed. 2023-11-12T09:22:25,156 DEBUG [M:0;jenkins-hbase3:37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:25,157 INFO [M:0;jenkins-hbase3:37933 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:22:25,157 INFO [M:0;jenkins-hbase3:37933 {}] server.AbstractConnector(383): Stopped ServerConnector@ff204c7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:22:25,158 DEBUG [M:0;jenkins-hbase3:37933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:22:25,158 INFO [M:0;jenkins-hbase3:37933 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:22:25,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:22:25,158 DEBUG [M:0;jenkins-hbase3:37933 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x77686e74 to 127.0.0.1:59315 2023-11-12T09:22:25,158 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780906750 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699780906750,5,FailOnTimeoutGroup] 2023-11-12T09:22:25,159 DEBUG [M:0;jenkins-hbase3:37933 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:22:25,158 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780906750 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699780906750,5,FailOnTimeoutGroup] 2023-11-12T09:22:25,159 DEBUG [M:0;jenkins-hbase3:37933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:22:25,159 INFO [M:0;jenkins-hbase3:37933 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:22:25,159 DEBUG [M:0;jenkins-hbase3:37933 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:22:25,159 INFO [M:0;jenkins-hbase3:37933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:22:25,160 ERROR [M:0;jenkins-hbase3:37933 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-11-12T09:22:25,160 INFO [M:0;jenkins-hbase3:37933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:22:25,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:22:25,161 DEBUG [M:0;jenkins-hbase3:37933 {}] zookeeper.ZKUtil(347): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-11-12T09:22:25,161 WARN [M:0;jenkins-hbase3:37933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:22:25,161 INFO [M:0;jenkins-hbase3:37933 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:22:25,161 INFO [M:0;jenkins-hbase3:37933 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:22:25,162 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:22:25,173 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:25,173 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:25,173 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:22:25,173 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:25,174 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=161.91 KB heapSize=194.52 KB 2023-11-12T09:22:25,186 DEBUG [M:0;jenkins-hbase3:37933 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e07b8ea3576f48ada7a383583d28a191 is 88, key is hbase:meta,,1/info:sn/1699780907204/Put/seqid=0 2023-11-12T09:22:25,207 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:22:25,207 INFO [RS:0;jenkins-hbase3:39107 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39107,1699780905331; zookeeper connection closed. 2023-11-12T09:22:25,207 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39107-0x1004cf027210001, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:22:25,207 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@660b93b7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@660b93b7 2023-11-12T09:22:25,208 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:22:25,592 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e07b8ea3576f48ada7a383583d28a191 2023-11-12T09:22:25,615 DEBUG [M:0;jenkins-hbase3:37933 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/868d0c16a1334e4bac68d8841c6d161d is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699780924773/Put/seqid=0 2023-11-12T09:22:25,622 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=161.32 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/868d0c16a1334e4bac68d8841c6d161d 2023-11-12T09:22:25,628 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 868d0c16a1334e4bac68d8841c6d161d 2023-11-12T09:22:25,640 DEBUG [M:0;jenkins-hbase3:37933 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5015fe1f6963429f994424417c1eb4ed is 82, key is jenkins-hbase3.apache.org,39107,1699780905331/rs:state/1699780906840/Put/seqid=0 2023-11-12T09:22:26,045 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5015fe1f6963429f994424417c1eb4ed 2023-11-12T09:22:26,052 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e07b8ea3576f48ada7a383583d28a191 as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e07b8ea3576f48ada7a383583d28a191 2023-11-12T09:22:26,058 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e07b8ea3576f48ada7a383583d28a191, entries=8, sequenceid=382, filesize=5.5 K 2023-11-12T09:22:26,059 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/868d0c16a1334e4bac68d8841c6d161d as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/868d0c16a1334e4bac68d8841c6d161d 2023-11-12T09:22:26,065 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 868d0c16a1334e4bac68d8841c6d161d 2023-11-12T09:22:26,065 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/868d0c16a1334e4bac68d8841c6d161d, entries=41, sequenceid=382, filesize=14.1 K 2023-11-12T09:22:26,066 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5015fe1f6963429f994424417c1eb4ed as hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5015fe1f6963429f994424417c1eb4ed 2023-11-12T09:22:26,071 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:33135/user/jenkins/test-data/1f9595e3-6584-bb2e-ef52-1507b98cb586/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5015fe1f6963429f994424417c1eb4ed, entries=1, sequenceid=382, filesize=5.1 K 2023-11-12T09:22:26,072 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(3022): Finished flush of dataSize ~161.91 KB/165798, heapSize ~194.23 KB/198888, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=382, compaction requested=false 2023-11-12T09:22:26,076 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:22:26,076 DEBUG [M:0;jenkins-hbase3:37933 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:22:26,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:22:26,079 INFO [M:0;jenkins-hbase3:37933 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:22:26,079 INFO [M:0;jenkins-hbase3:37933 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:22:26,080 INFO [M:0;jenkins-hbase3:37933 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:37933 2023-11-12T09:22:26,082 DEBUG [M:0;jenkins-hbase3:37933 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,37933,1699780902235 already deleted, retry=false 2023-11-12T09:22:26,185 INFO [M:0;jenkins-hbase3:37933 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37933,1699780902235; zookeeper connection closed. 2023-11-12T09:22:26,185 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:22:26,186 DEBUG [Listener at localhost/34387-EventThread {}] zookeeper.ZKWatcher(604): master:37933-0x1004cf027210000, quorum=127.0.0.1:59315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-11-12T09:22:26,188 WARN [Listener at jenkins-hbase3.apache.org/33597 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:22:26,193 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:22:26,300 WARN [BP-1284692007-172.31.12.81-1699780898548 heartbeating to localhost/127.0.0.1:33135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:22:26,300 WARN [BP-1284692007-172.31.12.81-1699780898548 heartbeating to localhost/127.0.0.1:33135 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1284692007-172.31.12.81-1699780898548 (Datanode Uuid 68b4bce1-2eec-4a2f-a758-4cc4384afd83) service to localhost/127.0.0.1:33135 2023-11-12T09:22:26,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/dfs/data/data1/current/BP-1284692007-172.31.12.81-1699780898548 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:22:26,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/cddc6dc6-a6a3-4014-a944-b3fa7761d6de/cluster_2a4dc2e5-4296-de0f-353f-a0791009d18e/dfs/data/data2/current/BP-1284692007-172.31.12.81-1699780898548 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:22:26,339 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:22:26,453 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-11-12T09:22:26,493 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:22:26,493 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:22:26,503 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:22:26,620 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:22:26,736 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:22:26,737 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:22:26,846 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:22:26,855 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:22:26,856 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:22:26,862 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:22:26,965 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:22:26,965 INFO [Listener at jenkins-hbase3.apache.org/33597 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped